-- Logs begin at Fri 2021-09-17 15:01:59 UTC, end at Fri 2021-09-17 16:33:42 UTC. -- Sep 17 15:35:51.986109 dv-cinder-734093-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 15:35:54.731782 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.common.config [-] Logging enabled! Sep 17 15:35:54.732403 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev4 Sep 17 15:35:54.732550 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100483) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 15:35:54.736061 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.common.config [-] Logging enabled! Sep 17 15:35:54.736313 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev4 Sep 17 15:35:54.736629 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100483) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 15:35:54.737591 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 15:35:54.737830 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 15:35:54.738189 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 15:35:54.738433 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 15:35:54.738658 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 15:35:54.738978 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.739276 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.739575 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.739808 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.740102 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.740395 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.740677 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.740969 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.741267 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.741574 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.741860 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.742143 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.742373 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.742653 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.742942 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.743235 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.743459 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] debug = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.743738 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.744164 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.744569 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.744846 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.745137 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.745417 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.745728 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.746008 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.746292 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.746617 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] host = dv-cinder-734093-3-iscsi {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.746893 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.747180 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.747469 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.747755 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.748030 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.748307 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.748594 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.748868 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.749141 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] log_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.749416 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.749732 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.750021 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.750309 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.750534 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.750756 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.751043 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.751850 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.752117 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.752393 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.752666 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.752938 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.753209 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.753481 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.753796 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.754080 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.754366 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.754639 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.754913 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.755185 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.755456 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.755741 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.756013 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.756284 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.756555 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.756840 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.757107 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.757379 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.757718 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.758001 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.758285 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.758573 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.758846 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.759128 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.759401 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.759674 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.759948 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] use_json = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.760217 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.760488 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.760767 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.761038 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.761309 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.761603 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.761878 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.762163 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:54.762460 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.762756 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.763055 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.763338 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.763640 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.763919 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.764209 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.764488 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.764778 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.765065 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.765352 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.765659 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.765949 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.766226 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.766520 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.766822 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.767872 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.768310 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.768598 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.768885 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.769168 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.769454 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.769777 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.770062 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.770358 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.770651 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.770931 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.771219 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.771513 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.771804 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.772081 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.772359 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.772655 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.772934 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.773207 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.773485 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.773801 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.774082 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.774356 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.774637 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.774917 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.775191 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.775466 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.775745 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.776039 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.776320 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.776594 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.776867 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.777147 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.777418 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.777739 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.778018 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.778293 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.778567 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.778847 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.779121 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.779395 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.779672 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.779947 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.780231 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.780504 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.780777 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.781051 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.781325 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.781623 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.781898 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.782178 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.782456 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.783253 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.783533 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.783807 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.784079 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.784353 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.784640 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.784936 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.785214 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.785492 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.785789 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.786068 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.786345 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.786623 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.786901 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.787177 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.787450 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.787760 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.788024 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.788309 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.788594 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.788871 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.789174 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.789451 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.789754 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.790033 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.790313 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.790597 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.790879 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.791173 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.791467 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.791761 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.792054 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.792345 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.792623 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.792930 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.793209 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:54.793427 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 15:35:54.793691 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100483) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 15:35:55.145980 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 15:35:55.146190 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 15:35:55.146480 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 15:35:55.146810 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 15:35:55.540406 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.540710 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.540982 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.542299 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.542576 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.542840 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.578773 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.579051 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.579319 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.593898 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.594181 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.594452 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.623671 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.623955 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.624226 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.662309 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.662595 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.662864 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.902143 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.902671 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.902671 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.902932 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:55.903635 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.023495 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.023817 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.024106 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.024377 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.024644 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.024953 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.025213 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.025468 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.025747 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.026029 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.026289 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.026552 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.026806 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.027055 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.027308 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.027571 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.027822 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.028089 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.028358 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.028617 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.028891 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.029145 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.029446 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.029827 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.030077 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.030323 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.030714 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:35:56.030955 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:35:56.031193 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:35:56.031431 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:35:56.031668 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:35:56.031905 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:35:56.032265 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 15:35:56.035993 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 15:35:56.040002 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 15:35:56.043671 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 17 15:35:56.045287 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 15:35:56.045770 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 15:35:56.046102 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 15:35:56.046484 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 15:35:56.049304 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 15:35:56.049565 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 15:35:56.049913 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 15:35:56.055160 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 15:35:56.078235 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 15:35:56.078683 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.078977 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100483) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 15:35:56.079335 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.081338 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100483) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 15:35:56.081813 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 15:35:56.082065 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 15:35:56.085210 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.085495 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.150617 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 15:35:56.150801 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 15:35:56.151039 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 15:35:56.151414 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 15:35:56.173508 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_db.sqlalchemy.engines [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100483) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 15:35:56.704732 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Initializing driver for type 'gre' Sep 17 15:35:56.705259 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] gre ID ranges: [(1, 1000)] Sep 17 15:35:56.758947 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Initializing driver for type 'local' Sep 17 15:35:56.759262 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Initializing driver for type 'vlan' Sep 17 15:35:56.771171 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] VlanTypeDriver initialization complete Sep 17 15:35:56.771541 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Initializing driver for type 'vxlan' Sep 17 15:35:56.772026 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] vxlan ID ranges: [(1, 1000)] Sep 17 15:35:56.829444 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Initializing extension driver 'port_security' Sep 17 15:35:56.829936 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.extensions.port_security [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] PortSecurityExtensionDriver initialization complete Sep 17 15:35:56.830272 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Initializing mechanism driver 'openvswitch' Sep 17 15:35:56.830593 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Initializing mechanism driver 'hyperv' Sep 17 15:35:56.837053 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.plugins.ml2.plugin [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:35:56.837762 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > port after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.838136 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > port after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.838489 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > port after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.839025 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:35:56.839436 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > subnet after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.839789 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > subnet after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.840132 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.840526 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:35:56.840939 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > network after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.841288 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > network after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.841659 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > network after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.842052 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:35:56.842562 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > security_group after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.842918 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > security_group after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.843258 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.843786 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:35:56.844196 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.844547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.844891 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.845855 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:35:56.846428 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > address_group after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.846778 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > address_group after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.847118 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.847511 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100483) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 15:35:56.847892 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] ML2 OVO RPC backend initialized. {{(pid=100483) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 15:35:56.848858 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.849213 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.849654 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > network before_response 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.850005 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > networks before_response 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.850352 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > port before_response 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.850699 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > ports before_response 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.851039 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > subnet before_response 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.851378 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > subnets before_response 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.851724 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > network after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.852064 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > network after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.852400 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > network after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.852735 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > port after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.853070 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > port after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.853407 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > port after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.853770 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > subnet after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.854108 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > subnet after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.854443 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.855013 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.plugin [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Modular L2 Plugin initialization complete Sep 17 15:35:56.855341 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading services supported by the core plugin {{(pid=100483) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 15:35:56.855669 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.plugins.ml2.managers [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Got port-security extension from driver 'port_security' Sep 17 15:35:56.856130 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.extensions.vlantransparent [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Disabled vlantransparent extension. Sep 17 15:35:56.856611 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100483) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 15:35:56.856923 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading Plugin: router Sep 17 15:35:56.893193 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.893620 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router after_create 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.893996 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router before_create 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.894361 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.894731 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.895086 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router after_delete 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.895443 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.895793 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.896152 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router after_create 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.896499 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router after_update 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.896848 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router after_update 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.897196 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.897573 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router after_update 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.897986 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router precommit_update 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.898358 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: port after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.898701 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: port after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.899045 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: subnet after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.899410 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.899735 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.900081 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router precommit_create 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.900423 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: port before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.900763 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router precommit_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.901117 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router after_update 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.901459 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.901831 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router precommit_create 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.902192 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.902722 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router precommit_update 55549900 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.902890 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > agent after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.903237 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > agent after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.903580 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > network after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.904449 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Tracking information for resource: router configured {{(pid=100483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:35:56.904782 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Tracking information for resource: floatingip configured {{(pid=100483) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 15:35:56.910597 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.db.l3_agentschedulers_db [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 15:35:56.911175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: port after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.911538 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: port after_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.911890 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: port after_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.912241 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: port after_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.913031 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router before_create 55550100 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.913396 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.913872 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router precommit_create 55550100 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.914231 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > router precommit_update 55550100 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.918921 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.services.provider_configuration [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service providers = [] {{(pid=100483) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 15:35:56.919288 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.db.servicetype_db [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100483) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 15:35:56.922234 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.services.service_base [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100483) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 15:35:56.922588 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.services.service_base [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100483) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 15:35:56.922931 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.services.service_base [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100483) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 15:35:56.924415 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.services.service_base [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100483) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 15:35:56.924786 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.services.service_base [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 15:35:56.925171 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:35:56.925489 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 15:35:56.936053 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:35:56.936396 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading Plugin: auto_allocate Sep 17 15:35:56.942287 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: network precommit_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.942656 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: network precommit_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.943171 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:35:56.943598 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading Plugin: tag Sep 17 15:35:56.950072 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:35:56.950405 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading Plugin: timestamp Sep 17 15:35:56.954644 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:35:56.955102 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading Plugin: network_ip_availability Sep 17 15:35:56.960557 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.960928 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.961288 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:56.962030 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:35:56.962349 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading Plugin: flavors Sep 17 15:35:56.967007 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:35:56.967339 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading Plugin: revisions Sep 17 15:35:56.972259 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100483) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 15:35:56.972645 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_concurrency.lockutils [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=100483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 15:35:56.973376 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100483) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 15:35:56.974055 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Initializing extension manager. Sep 17 15:35:56.974570 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: __init__.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.974913 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: __pycache__ {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.975248 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.975582 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: address_group.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.976330 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.976904 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: address-group Sep 17 15:35:56.977229 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: address_scope.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.978158 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.978678 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: address-scope Sep 17 15:35:56.979003 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.979921 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.980434 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: router-admin-state-down-before-update Sep 17 15:35:56.980762 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: agent.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.981455 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.981988 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: agent Sep 17 15:35:56.982312 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: agent_resources_synced.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.983218 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.983725 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: agent-resources-synced Sep 17 15:35:56.984047 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: allowedaddresspairs.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.986487 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.987059 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: allowed-address-pairs Sep 17 15:35:56.987377 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: auto_allocated_topology.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.988464 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.988978 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: auto-allocated-topology Sep 17 15:35:56.989303 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: availability_zone.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.990033 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.990538 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: availability_zone Sep 17 15:35:56.990858 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: availability_zone_filter.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.991765 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.992272 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: availability_zone_filter Sep 17 15:35:56.992591 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: data_plane_status.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.993494 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.994023 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 15:35:56.994341 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: default_subnetpools.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.995252 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.995757 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: default-subnetpools Sep 17 15:35:56.996078 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.996878 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.997380 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: dhcp_agent_scheduler Sep 17 15:35:56.997732 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: dns.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:56.998645 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:56.999149 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension dns-integration not supported by any of loaded plugins Sep 17 15:35:56.999483 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: dns_domain_ports.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.000376 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.000877 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 15:35:57.001367 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.002443 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.002944 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 15:35:57.003267 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: dvr.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.003932 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.004433 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: dvr Sep 17 15:35:57.004755 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: ecmp_routes.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.005724 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.006224 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 15:35:57.006547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: empty_string_filtering.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.007450 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.007953 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: empty-string-filtering Sep 17 15:35:57.008283 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.009193 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.009724 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 15:35:57.010045 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.010956 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.011463 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 15:35:57.011811 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: external_net.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.012724 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.013233 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: external-net Sep 17 15:35:57.013578 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.014493 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.015000 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: extra_dhcp_opt Sep 17 15:35:57.015320 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: extraroute.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.016219 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.016725 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: extraroute Sep 17 15:35:57.017240 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: extraroute_atomic.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.018309 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.018817 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: extraroute-atomic Sep 17 15:35:57.019139 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: filter_validation.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.019797 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.020298 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: filter-validation Sep 17 15:35:57.020619 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: fip_pf_description.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.021517 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.022042 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 15:35:57.022361 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: fip_port_details.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.023276 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.023778 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: fip-port-details Sep 17 15:35:57.024098 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: flavors.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.025305 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.025845 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: flavors Sep 17 15:35:57.026170 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.027794 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.028319 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 15:35:57.028651 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: floatingip_pools.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.029353 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.029897 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: floatingip-pools Sep 17 15:35:57.030224 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: ip_allocation.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.031147 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.031654 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 15:35:57.031979 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.033735 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.034244 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: ip-substring-filtering Sep 17 15:35:57.034570 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: l2_adjacency.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.035503 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.036005 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 15:35:57.036329 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: l3.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.037414 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.037968 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: router Sep 17 15:35:57.038300 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.040540 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.041066 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 15:35:57.041397 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.042358 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.042870 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: ext-gw-mode Sep 17 15:35:57.043197 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.044110 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.044711 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: l3-ha Sep 17 15:35:57.045042 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: l3_flavors.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.045979 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.046486 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: l3-flavors Sep 17 15:35:57.046809 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.047735 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.048859 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 15:35:57.049195 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: l3agentscheduler.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.050262 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.050771 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: l3_agent_scheduler Sep 17 15:35:57.051096 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: logging.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.052564 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.053085 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension logging not supported by any of loaded plugins Sep 17 15:35:57.053414 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: metering.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.054173 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.054747 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: metering Sep 17 15:35:57.055070 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.056160 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.056681 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: metering_source_and_destination_fields Sep 17 15:35:57.057009 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: multiprovidernet.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.057974 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.058487 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: multi-provider Sep 17 15:35:57.058813 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: netmtu.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.059731 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.060238 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: net-mtu Sep 17 15:35:57.060558 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: netmtu_writable.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.061469 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.062005 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: net-mtu-writable Sep 17 15:35:57.062327 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: network_availability_zone.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.062990 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.063524 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: network_availability_zone Sep 17 15:35:57.064044 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: network_ip_availability.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.065151 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.065695 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: network-ip-availability Sep 17 15:35:57.066023 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: network_segment_range.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.066783 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.067287 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 15:35:57.067609 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: pagination.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.068582 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.068949 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: pagination Sep 17 15:35:57.069272 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: port_device_profile.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.070200 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.070715 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: port-device-profile Sep 17 15:35:57.071038 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.071960 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.072462 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: port-mac-address-regenerate Sep 17 15:35:57.072784 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.073729 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.074235 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: port-numa-affinity-policy Sep 17 15:35:57.074559 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: port_resource_request.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.075579 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.076086 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 15:35:57.076728 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: portbindings.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.077682 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.078190 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: binding Sep 17 15:35:57.078515 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: portbindings_extended.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.079843 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.080360 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: binding-extended Sep 17 15:35:57.080688 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: portsecurity.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.081645 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.082161 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: port-security Sep 17 15:35:57.082485 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: project_id.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.083457 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.083790 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: project-id Sep 17 15:35:57.084115 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: providernet.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.085036 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.085568 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: provider Sep 17 15:35:57.085897 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: qos.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.089414 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.089974 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension qos not supported by any of loaded plugins Sep 17 15:35:57.090309 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.091557 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.092075 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 15:35:57.092408 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.093322 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.093860 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 15:35:57.094187 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: qos_default.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.095769 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.096283 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension qos-default not supported by any of loaded plugins Sep 17 15:35:57.096611 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: qos_fip.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.097260 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.097793 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension qos-fip not supported by any of loaded plugins Sep 17 15:35:57.098117 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: qos_gateway_ip.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.099298 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.099810 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 15:35:57.100133 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: qos_port_network_policy.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.101045 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.101567 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 15:35:57.101895 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: qos_pps_rule.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.103055 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.103568 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension qos-pps not supported by any of loaded plugins Sep 17 15:35:57.103896 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: qos_rule_type_details.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.104803 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.105309 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 15:35:57.105668 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: qos_rules_alias.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.106708 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.107220 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 15:35:57.107543 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: quotasv2.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.108438 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.108768 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: quotas Sep 17 15:35:57.109091 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: quotasv2_detail.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.112930 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.113277 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: quota_details Sep 17 15:35:57.113644 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: rbac.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.114695 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.115224 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: rbac-policies Sep 17 15:35:57.115555 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: rbac_address_group.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.116483 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.117001 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: rbac-address-group Sep 17 15:35:57.117328 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: rbac_address_scope.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.118268 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.118779 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: rbac-address-scope Sep 17 15:35:57.119102 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: rbac_security_groups.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.120023 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.120538 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: rbac-security-groups Sep 17 15:35:57.120861 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: rbac_subnetpool.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.121798 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.122317 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: rbac-subnetpool Sep 17 15:35:57.122637 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: revisionifmatch.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.123558 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.124072 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: revision-if-match Sep 17 15:35:57.124395 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: revisions.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.125500 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.126044 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: standard-attr-revisions Sep 17 15:35:57.126453 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: router_availability_zone.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.127255 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.127766 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: router_availability_zone Sep 17 15:35:57.128090 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: routerservicetype.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.129008 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.129520 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension router-service-type not supported by any of loaded plugins Sep 17 15:35:57.129863 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.130776 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.131286 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: security-groups-normalized-cidr Sep 17 15:35:57.131606 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.132519 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.133024 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: port-security-groups-filtering Sep 17 15:35:57.133345 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.134281 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.134791 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: security-groups-remote-address-group Sep 17 15:35:57.135113 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: securitygroup.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.146255 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.146789 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: security-group Sep 17 15:35:57.147165 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: segment.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.147956 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.148467 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension segment not supported by any of loaded plugins Sep 17 15:35:57.148799 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.149785 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.150296 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 15:35:57.150624 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: servicetype.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.151814 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.152336 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: service-type Sep 17 15:35:57.152666 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: sorting.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.153669 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.154004 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: sorting Sep 17 15:35:57.154327 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: standard_attr_segment.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.155274 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.155789 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 15:35:57.156115 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: standardattrdescription.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.156760 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.157265 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: standard-attr-description Sep 17 15:35:57.158144 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: stateful_security_group.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.159187 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.159705 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: stateful-security-group Sep 17 15:35:57.160034 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: stdattrs_common.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.160612 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 15:35:57.160935 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.161892 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.162409 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 15:35:57.162733 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: subnet_onboard.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.163806 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.164325 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: subnet_onboard Sep 17 15:35:57.164651 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.165626 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.166142 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 15:35:57.166470 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: subnet_service_types.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.167392 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.167908 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: subnet-service-types Sep 17 15:35:57.168236 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: subnetallocation.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.169309 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.169851 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: subnet_allocation Sep 17 15:35:57.170182 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.170848 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.171357 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: subnetpool-prefix-ops Sep 17 15:35:57.171680 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.172640 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.173830 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 15:35:57.174243 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: tagging.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.175328 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.175841 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: standard-attr-tag Sep 17 15:35:57.176170 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: timestamp.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.177359 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.177912 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loaded extension: standard-attr-timestamp Sep 17 15:35:57.178244 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: trunk.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.179267 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.179793 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension trunk not supported by any of loaded plugins Sep 17 15:35:57.180123 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: trunk_details.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.181050 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.181586 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension trunk-details not supported by any of loaded plugins Sep 17 15:35:57.181916 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: uplink_status_propagation.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.182828 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.183343 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 15:35:57.183668 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Loading extension file: vlantransparent.py {{(pid=100483) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 15:35:57.184334 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100483) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 15:35:57.184846 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 15:35:57.187315 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:network Sep 17 15:35:57.187837 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:subnet Sep 17 15:35:57.188235 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 15:35:57.188634 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:port Sep 17 15:35:57.189911 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.190363 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service FLAVORS assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.190984 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.191407 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.191746 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:router Sep 17 15:35:57.192176 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 15:35:57.192659 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service METERING assigned prefix: /metering {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.194141 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:57.194518 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:57.194877 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100483) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:35:57.195885 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 15:35:57.196345 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:security_group Sep 17 15:35:57.196773 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 15:35:57.197355 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service CORE assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.197709 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 15:35:57.198056 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] subnetpool is already registered Sep 17 15:35:57.198495 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service CORE assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.198827 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 15:35:57.199160 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] subnetpool is already registered Sep 17 15:35:57.201424 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.201885 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service FLAVORS assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.202475 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.202899 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.203229 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:router Sep 17 15:35:57.203567 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] router is already registered Sep 17 15:35:57.204009 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 15:35:57.204864 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] floatingip is already registered Sep 17 15:35:57.205511 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service METERING assigned prefix: /metering {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.206152 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 15:35:57.206481 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] rbac_policy is already registered Sep 17 15:35:57.206892 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:security_group Sep 17 15:35:57.207227 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] security_group is already registered Sep 17 15:35:57.207627 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 15:35:57.207957 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] security_group_rule is already registered Sep 17 15:35:57.208575 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service CORE assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.208904 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 15:35:57.209238 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] subnetpool is already registered Sep 17 15:35:57.209687 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.v2.resource_helper [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Service CORE assigned prefix: {{(pid=100483) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 15:35:57.210021 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 15:35:57.210352 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING neutron.quota.resource_registry [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] subnetpool is already registered Sep 17 15:35:57.210823 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: extensions {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.212335 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: address-groups {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.213864 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: address-scopes {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.215196 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: agents {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.216358 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: auto-allocated-topology {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.217650 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: availability_zones {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.218873 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: dhcp-networks {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.221055 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: dhcp-agents {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.222519 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: routers {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.225196 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: flavors {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.226405 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: service_profiles {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.227623 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: next_providers {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.229073 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: service_profiles {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.230714 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: floatingip-pools {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.231953 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: routers {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.234091 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: floatingips {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.235398 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: l3-routers {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.236843 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: l3-agents {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.238286 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: metering-labels {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.239662 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: metering-label-rules {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.240943 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: network-ip-availabilities {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.242266 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: bindings {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.244720 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: quotas {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.246329 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: quotas {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.247754 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: rbac-policies {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.248967 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: security-groups {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.250310 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: security-group-rules {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.251797 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: service-providers {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.253016 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: subnetpools {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.254510 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: subnetpools {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.255967 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: tags {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.257664 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: tags {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.259490 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: tags {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.261295 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: tags {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.263104 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: tags {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.264946 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: tags {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.266684 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: tags {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.269254 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: tags {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.271054 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: tags {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.272798 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron.api.extensions [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Extended resource: tags {{(pid=100483) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 15:35:57.278803 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING keystonemiddleware.auth_token [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 15:35:57.284172 dv-cinder-734093-3-iscsi neutron-server[100483]: WARNING keystonemiddleware.auth_token [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 15:35:57.292546 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_concurrency.lockutils [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Acquired lock "singleton_lock" {{(pid=100483) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 15:35:57.293012 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_concurrency.lockutils [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Releasing lock "singleton_lock" {{(pid=100483) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 15:35:57.293675 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO oslo_service.service [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Starting 2 workers Sep 17 15:35:57.298599 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Started child 100590 {{(pid=100483) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 15:35:57.303247 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Started child 100591 {{(pid=100483) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 15:35:57.304074 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:35:57.304799 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO neutron.service [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 15:35:57.305480 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Notify callbacks [] for process, before_spawn {{(pid=100483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:35:57.305601 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [-] (100590) wsgi starting up on http://0.0.0.0:9696 Sep 17 15:35:57.307831 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:35:57.308260 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO oslo_service.service [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Starting 1 workers Sep 17 15:35:57.309173 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [-] (100591) wsgi starting up on http://0.0.0.0:9696 Sep 17 15:35:57.313068 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Started child 100592 {{(pid=100483) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 15:35:57.313629 dv-cinder-734093-3-iscsi neutron-server[100483]: INFO oslo_service.service [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Starting 1 workers Sep 17 15:35:57.317381 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.service [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] calling RpcWorker wait() {{(pid=100592) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 15:35:57.317955 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.service [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] returning from RpcWorker wait() {{(pid=100592) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 15:35:57.318136 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Started child 100593 {{(pid=100483) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 15:35:57.318958 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG neutron_lib.callbacks.manager [None req-8d939327-ad5c-4879-98f3-8834cc9dba66 None None] Notify callbacks [] for process, after_spawn {{(pid=100483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:35:57.319502 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:35:57.320007 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:35:57.320775 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100483) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 15:35:57.320982 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 15:35:57.321163 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 15:35:57.321374 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 15:35:57.321723 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 15:35:57.321888 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 15:35:57.322410 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.322693 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.322886 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:35:57.323332 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.323332 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.323512 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.324066 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.324306 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.324568 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.324853 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.325106 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.325291 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.325449 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.325721 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.325973 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.326268 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.326565 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.326801 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.327062 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.327232 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.327492 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.327745 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.327972 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.328251 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] debug = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.328492 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.328971 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.329196 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.330409 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.330694 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.331076 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.331322 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.331585 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.331844 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.332077 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.332341 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.332601 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.332836 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.333045 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.333263 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.333520 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.333760 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.334259 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] host = dv-cinder-734093-3-iscsi {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.334492 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.334724 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.334977 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.335206 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.335460 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.335681 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.335952 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.336191 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.336446 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.336667 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.336937 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.337200 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.337432 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.337699 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.337864 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_options = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.338099 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.338350 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.338620 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.338806 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.338975 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.339149 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.339384 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.339547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.339797 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.340044 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.340245 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.340459 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.340693 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.340904 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.341241 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.341489 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.341726 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.341958 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.342202 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.342449 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.342674 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.342900 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.343115 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.343332 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.343545 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.343781 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.344020 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.344244 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.344439 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.344681 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.344913 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.345810 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.346048 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.346266 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.346549 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.346793 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.347019 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.347356 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.347649 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.347879 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.348131 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.348373 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.348849 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.350614 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.350876 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.351118 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.351366 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_json = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.351585 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.351830 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.352093 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.352410 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.352666 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.352883 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.354008 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:35:57.354168 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.354430 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.354882 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.355218 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.355544 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.355779 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.356019 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.356252 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.356511 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.356726 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.356997 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.357281 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.357644 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.357893 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.358179 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.358619 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.358768 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.358998 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.359293 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.359520 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.359779 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.359998 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.360278 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.360497 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.360817 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.361046 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.361278 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.361580 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.361777 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.362131 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.362404 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.362671 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.362919 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.363139 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.363362 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.363586 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.363807 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.364023 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.364238 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.365364 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.365732 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.366892 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.367304 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.367479 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.367925 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.368077 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.368306 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.368595 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.368870 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.369346 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.369485 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.369704 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.369934 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.370681 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.370681 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.370681 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.371068 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.371200 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.371416 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.371641 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.371862 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.372123 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.372406 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.372637 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.372857 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.373075 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.373320 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.373572 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.374090 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.374090 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.374311 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.374488 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.374751 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.374965 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.375202 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.375427 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.375674 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.375914 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.376135 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.376648 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.376981 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.377129 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.377311 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.377494 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.377896 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.378125 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.378341 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.378580 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.378795 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.379031 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.379249 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.380291 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.380291 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.380291 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.380522 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.380901 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.381042 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.381494 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.381772 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.382015 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.382339 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.382478 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.382739 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.383067 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.383240 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.383499 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.383711 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.383955 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.384172 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.384406 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.384630 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.384874 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.385340 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.385877 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.386191 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.386534 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.386805 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.387067 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.387330 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.387575 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.387848 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.388097 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.388363 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.388675 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.388935 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.389184 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.389452 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.389718 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.389977 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.390229 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.390479 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.390730 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.390976 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.391202 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.391485 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.391769 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.392548 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.392866 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.393108 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.393422 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.393697 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.393929 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.394141 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.394420 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.394671 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.394956 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.395223 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.395470 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.395832 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.396120 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.396372 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.396586 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.396829 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.397057 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.397289 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.397565 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.397810 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.398059 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.398271 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.398485 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.398735 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.398972 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.399181 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.399593 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.399821 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.400040 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.400287 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.400498 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.400862 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.401097 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.401315 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.401560 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.401801 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.402012 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.402257 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.402678 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.403124 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.403378 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.403611 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.403854 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.404080 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.404326 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.404562 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.404815 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.405039 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.405243 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.405451 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.405712 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.405917 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.406152 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.406379 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.406592 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.406858 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.407108 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.407476 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.408355 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.408618 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.408883 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.409056 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.409304 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.413547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.413547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.413547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.413547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.413547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.413547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.413547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.413547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414738 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414738 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414738 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414738 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414738 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414738 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414738 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.414738 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.415287 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.415287 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.415287 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.415507 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.415641 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.415859 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.416068 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.416318 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.416569 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.416783 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.417003 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.417217 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.417427 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.417676 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.417905 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.418115 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.418334 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.418554 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.418762 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.418989 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.419198 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.419427 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.419667 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.419885 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.420117 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.420425 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.420670 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.420887 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.421191 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.421439 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.421701 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.421962 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.422266 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.422477 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.422944 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.422944 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.424525 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.424525 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.424525 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.424525 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.424525 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.424838 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.424956 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.425246 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.425519 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.425968 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.426179 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.426476 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.426820 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.427084 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.427330 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.427555 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.427808 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.428045 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.428264 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.428496 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.428730 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.428945 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.429180 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.429412 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.429662 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.429879 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.430126 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.430345 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.430564 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.430793 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.431011 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.431252 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.431407 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 15:35:57.431950 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100483) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 15:35:57.432123 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 15:35:57.432242 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 15:35:57.432417 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 15:35:57.432585 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 15:35:57.432738 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 15:35:57.432943 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.433100 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.433258 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.433409 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.433589 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.433781 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.433944 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.434100 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.434255 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.434412 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.434568 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.434724 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.434881 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.435037 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.435195 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.435356 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.435511 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.435665 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.435982 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.436141 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.436301 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.436452 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.436591 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] debug = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.436753 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.436943 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.437106 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.437267 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.437427 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.437686 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.437831 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.437983 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.438159 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.438159 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.438434 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.438572 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.438959 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.438959 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.438959 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.439355 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.439355 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.439612 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] host = dv-cinder-734093-3-iscsi {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.439612 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.439880 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.439880 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.440150 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.440150 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.440409 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.440544 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.440676 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.440806 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.440941 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.441084 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.441219 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.441352 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.441483 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.441671 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_options = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.441832 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.441987 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.442144 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.442327 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.442490 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.442647 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.442803 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.442960 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.443138 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.443327 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.443484 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.443640 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.443796 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.443950 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.444106 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.444262 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.444418 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.444574 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.444729 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.444886 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.445041 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.445196 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.445351 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.445511 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.445696 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.445853 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.446007 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.446162 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.446317 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.446473 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.446629 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.446793 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.446942 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.447078 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.447233 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.447389 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.447544 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.447684 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.447846 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.448006 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.448140 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.448292 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.448439 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.448589 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.448744 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.448899 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.449065 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_json = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.449195 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.449345 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.449479 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.449634 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.449794 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.449938 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.450092 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.450247 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 15:35:57.450422 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.450626 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.450783 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.450920 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.451054 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.451189 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.451322 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.451456 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.451612 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.451770 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.451927 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.452083 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.452251 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.452622 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.452622 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.453081 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.453081 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.453081 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.453383 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.453383 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.453618 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.453618 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.453854 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.453984 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.454798 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.454798 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.454953 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.455082 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.455362 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.455787 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.455906 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.455994 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.456111 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.456274 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.456434 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.456595 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.456755 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.456915 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.457074 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.457232 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.457396 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.457578 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.457740 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.457900 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.458125 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.458225 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.458365 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.458524 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.458682 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.458844 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.459006 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.459165 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.459324 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.459484 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.459641 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.459812 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.459970 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.460128 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.460342 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.460506 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.460664 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.460822 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.460980 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.461137 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.461297 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.461455 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.461650 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.461810 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.461968 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.462126 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.462284 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.462443 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.462625 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.462784 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.462942 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.463100 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.463258 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.463417 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.463575 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.463733 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.463893 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.464052 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.464209 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.464366 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.464524 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.464681 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.464840 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.465175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.465175 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.465417 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.465575 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.465726 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.465916 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.465916 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.466149 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.466271 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.466402 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.466527 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.466659 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.466818 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.466975 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.467132 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.467297 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.467456 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.467613 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.467770 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.467927 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.468084 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.468231 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.468426 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.468553 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.468674 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.468823 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.468980 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.469138 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.469294 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.469654 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.469654 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.469861 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.470620 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.470713 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.470839 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.470999 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.471191 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.471339 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.471476 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.471621 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.471768 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.471906 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.472062 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.472199 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.472335 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.472502 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.472672 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.472832 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.472991 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.473148 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.473312 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:35:57.473406 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.473785 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.473912 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.474071 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.474230 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.474388 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.474547 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.474704 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.474864 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.475023 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.475182 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.475341 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.475499 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.475657 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.475814 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.475978 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.476139 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.476297 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.476455 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.476614 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.476774 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.476931 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.477090 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.477248 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.477412 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.477591 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.477750 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.477908 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.478067 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.478224 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.478382 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.478544 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.478700 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.478857 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.479015 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.479173 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.479330 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.479495 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.479642 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.479787 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.479946 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.480090 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.480250 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.480409 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.480555 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.480715 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.480874 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.481032 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.481191 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.481351 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.481508 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.481696 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.481855 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.482013 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.482172 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.482344 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.482501 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.482653 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.482794 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.482950 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.483093 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.483253 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.483410 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.483567 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.483725 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.483882 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.484041 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.484203 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.484407 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.484552 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.484694 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.484825 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.484954 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.485083 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.485248 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.485406 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.485676 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.485761 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.485961 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.486131 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.486648 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.486648 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.486648 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.487009 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.487009 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.487009 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.487383 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.487383 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.487643 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.487643 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.487889 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.487889 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.488133 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.488221 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.488344 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.488501 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.488659 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.488817 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.488982 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.489140 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.489299 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.489512 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.489668 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.489780 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.489948 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.490107 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.490263 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.490421 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.490578 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.490736 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.490902 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.491061 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.491220 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.491385 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.491545 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.491703 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.491861 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.492030 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.492190 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.492351 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.492509 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.492668 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.492826 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.492985 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.493147 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.493315 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.493480 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.493663 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.493829 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.493996 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.494163 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.494321 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.494487 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.494658 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.494817 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.494975 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.495134 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.495292 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.495449 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.495607 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.495765 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.495923 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.496081 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.496238 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.496397 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.496555 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.496713 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.496870 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.497028 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.497187 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.497350 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.497508 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.497687 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 15:35:57.497840 dv-cinder-734093-3-iscsi neutron-server[100483]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100483) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 15:35:57.655772 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36184) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:35:57.664381 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063977 Sep 17 15:36:09.124473 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee4538-15ec-4e35-8fed-b7cd49f59151 None None] get_active_networks_info from dv-cinder-734093-3-iscsi {{(pid=100592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 15:36:09.351662 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee4538-15ec-4e35-8fed-b7cd49f59151 None None] No non-hosted networks {{(pid=100592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 15:36:09.364792 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-48cb2071-0a6f-40d1-8246-7f495f665c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8333601'] for agent, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:11.729313 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-489a9ebd-35f0-472c-9ca7-3822868de5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8333601'] for agent, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:11.787856 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1172c990-d9f1-4c5a-8e9e-3c9bb1883ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:12.060411 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8333601'] for agent, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:12.060898 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.061246 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.061655 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.062300 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.062842 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.063362 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.063843 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.064343 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.064885 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.065359 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.065877 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.066352 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:12.066925 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-734093-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:36:12.079915 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-734093-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:36:13.253299 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8333601'] for agent, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:14.584728 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8333601'] for agent, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:14.697706 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.db.l3_hamode_db [None req-cac043a1-0337-46f9-ac77-560d8ef00a1f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 15:36:14.779232 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac043a1-0337-46f9-ac77-560d8ef00a1f None None] Routers set() bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:36:14.779623 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac043a1-0337-46f9-ac77-560d8ef00a1f None None] Router IDs set() for agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 15:36:15.737396 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 36276) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:16.238456 dv-cinder-734093-3-iscsi neutron-server[100590]: WARNING oslo_policy.policy [None req-1a176dc2-00a1-420f-805d-7f45038e3844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:36:16.239037 dv-cinder-734093-3-iscsi neutron-server[100590]: WARNING oslo_policy.policy [None req-1a176dc2-00a1-420f-805d-7f45038e3844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:36:16.464467 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [None req-1a176dc2-00a1-420f-805d-7f45038e3844 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:36:16.465702 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-1a176dc2-00a1-420f-805d-7f45038e3844 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7262573 Sep 17 15:36:18.838251 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 36290) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:19.147485 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-0c00c08b-2961-46ef-b55a-655801275cec admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:36:19.241880 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.policy [None req-0c00c08b-2961-46ef-b55a-655801275cec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100590) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 15:36:19.287249 dv-cinder-734093-3-iscsi neutron-server[100590]: WARNING oslo_policy.policy [None req-0c00c08b-2961-46ef-b55a-655801275cec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:36:19.287630 dv-cinder-734093-3-iscsi neutron-server[100590]: WARNING oslo_policy.policy [None req-0c00c08b-2961-46ef-b55a-655801275cec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:36:19.295958 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.quota [None req-0c00c08b-2961-46ef-b55a-655801275cec admin admin] Loaded quota_driver: . Sep 17 15:36:19.385082 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0c00c08b-2961-46ef-b55a-655801275cec admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763828782311', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763828781706', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763828769684', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763828767048', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763828877640', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763828420006', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1040973', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-559187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7867769', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7955247'] for rbac-policy, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:19.449393 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0c00c08b-2961-46ef-b55a-655801275cec admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:19.450624 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-0c00c08b-2961-46ef-b55a-655801275cec admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6113646 Sep 17 15:36:22.080563 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36302) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:22.565275 dv-cinder-734093-3-iscsi neutron-server[100591]: WARNING oslo_policy.policy [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:36:22.565902 dv-cinder-734093-3-iscsi neutron-server[100591]: WARNING oslo_policy.policy [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:36:22.792636 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'name': 'private'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:36:22.794203 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.quota [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Loaded quota_driver: . Sep 17 15:36:22.849393 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Made reservation on behalf of 3ba55aec1a434915b398ecc28cb7e4c6 for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:36:22.916151 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.policy [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100591) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 15:36:22.961946 dv-cinder-734093-3-iscsi neutron-server[100591]: WARNING oslo_policy.policy [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:36:22.962319 dv-cinder-734093-3-iscsi neutron-server[100591]: WARNING oslo_policy.policy [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 15:36:22.972707 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:22.994289 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:23.135428 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:23.138307 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:23.158547 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:36:23.188365 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763826624148', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:23.188929 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Unsubscribe: segment precommit_create {{(pid=100591) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 15:36:23.189441 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Added segment f0fa267a-21ae-4b74-9a9f-7c2c0514cac9 of type vlan for network 6b592e4a-84c5-4af6-b66a-36909a852eaf Sep 17 15:36:23.205134 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35a77c1-d491-41a9-b59c-f91344d6fa7a,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:23.255110 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.255472 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.255819 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.256153 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.256483 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.256846 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.257162 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.257501 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.257883 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.258195 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.258540 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.258861 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Tracked resource versions report: Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: pushed versions: Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: { 'AddressGroup': {'1.2'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'ConntrackHelper': {'1.0'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Log': {'1.0'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Network': {'1.1'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Port': {'1.7'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'PortForwarding': {'1.2'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'QosPolicy': {'1.9'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SecurityGroup': {'1.4'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SubPort': {'1.0'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Subnet': {'1.1'}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Trunk': {'1.1'}} Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: consumer versions: Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: { DHCP agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: L3 agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: Metadata agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: Metering agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: Open vSwitch agent@dv-cinder-734093-3-iscsi: { 'AddressGroup': '1.2', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'ConntrackHelper': '1.0', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Log': '1.0', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Network': '1.1', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Port': '1.7', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'PortForwarding': '1.2', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'QosPolicy': '1.9', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SecurityGroup': '1.4', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SecurityGroupRule': '1.2', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SubPort': '1.0', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Subnet': '1.1', Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Trunk': '1.1'}} Sep 17 15:36:23.259945 dv-cinder-734093-3-iscsi neutron-server[100591]: {{(pid=100591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:36:23.309103 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:23.353264 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:23.354442 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:36:23.355118 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:23.421084 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3394032 Sep 17 15:36:23.455798 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68517e29-9a8b-4cac-8971-2103fd0d2cab admin admin] Pushing event updated for resources: {'Network': ['ID=6b592e4a-84c5-4af6-b66a-36909a852eaf,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:23.467649 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 6b592e4a-84c5-4af6-b66a-36909a852eaf details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:36:26.114299 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36324) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:26.505332 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37c432-6044-414b-b960-ff0fbca597de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:36:26.506718 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-fc37c432-6044-414b-b960-ff0fbca597de admin admin] 10.222.0.50 "GET /v2.0/networks/6b592e4a-84c5-4af6-b66a-36909a852eaf HTTP/1.1" status: 200 len: 825 time: 0.3914800 Sep 17 15:36:26.544661 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-ee77a62d-2706-47b6-b005-4417c7316cda admin admin] 10.222.0.50 "GET /v2.0/subnetpools/3af197c8-3d34-4d08-9606-f8f47b242603 HTTP/1.1" status: 200 len: 734 time: 0.0316806 Sep 17 15:36:26.553818 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf', 'subnetpool_id': '3af197c8-3d34-4d08-9606-f8f47b242603', 'ip_version': 4, 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:36:26.575438 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Made reservation on behalf of 3ba55aec1a434915b398ecc28cb7e4c6 for: {'subnet': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:36:26.577699 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:26.862990 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:26.930104 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74499e4c-7d4b-4a7e-91b7-6408b07b8030,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:26.932075 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Checking segment: {'id': 'f0fa267a-21ae-4b74-9a9f-7c2c0514cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:36:26.932495 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Network hostable DHCP agents. Network: 6b592e4a-84c5-4af6-b66a-36909a852eaf, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:36:26.952934 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Network 6b592e4a-84c5-4af6-b66a-36909a852eaf is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:36:26.965247 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 6b592e4a-84c5-4af6-b66a-36909a852eaf) {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:36:26.970011 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:36:26.970608 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:26.976322 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965064f7-270e-40de-bdb1-f4e217ab08f6 None None] Network 6b592e4a-84c5-4af6-b66a-36909a852eaf requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:36:26.984040 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-9373a27d-af5f-4fb3-9c5a-ea117e302d9a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4334569 Sep 17 15:36:27.297128 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fedc02d-960d-571d-9979-9c94b4adbb85-6b592e4a-84c5-4af6-b66a-36909a852eaf', 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'fixed_ips': [{'subnet_id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030'}]}} from dv-cinder-734093-3-iscsi. {{(pid=100592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 15:36:27.298680 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:27.575915 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.db_base_plugin_common [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Allocated IP 172.20.0.2 (6b592e4a-84c5-4af6-b66a-36909a852eaf/74499e4c-7d4b-4a7e-91b7-6408b07b8030/4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98) {{(pid=100592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:36:27.779667 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Notify callbacks [] for port, precommit_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:27.789335 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:27.900432 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Network 6b592e4a-84c5-4af6-b66a-36909a852eaf is already hosted by enough agents. {{(pid=100592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:36:27.901762 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Pushing event updated for resources: {'Port': ['ID=4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98,revision_number=1']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:27.905954 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.base_scheduler [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Resources bound (agent type, host, resource id): {{(pid=100592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:36:27.913135 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Received port after_create {{(pid=100592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:36:27.916888 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.917256 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.917642 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.917985 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.918320 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.918681 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.919014 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.919344 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.919688 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.920021 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.920345 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.920671 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Tracked resource versions report: Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: pushed versions: Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: { 'AddressGroup': {'1.2'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'ConntrackHelper': {'1.0'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Log': {'1.0'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Network': {'1.1'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Port': {'1.7'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'PortForwarding': {'1.2'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'QosPolicy': {'1.9'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SecurityGroup': {'1.4'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SubPort': {'1.0'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Subnet': {'1.1'}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Trunk': {'1.1'}} Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: consumer versions: Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: { DHCP agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: L3 agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: Metadata agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: Metering agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: Open vSwitch agent@dv-cinder-734093-3-iscsi: { 'AddressGroup': '1.2', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'ConntrackHelper': '1.0', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Log': '1.0', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Network': '1.1', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Port': '1.7', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'PortForwarding': '1.2', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'QosPolicy': '1.9', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SecurityGroup': '1.4', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SecurityGroupRule': '1.2', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SubPort': '1.0', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Subnet': '1.1', Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Trunk': '1.1'}} Sep 17 15:36:27.921791 dv-cinder-734093-3-iscsi neutron-server[100592]: {{(pid=100592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:36:27.999807 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Attempting to bind port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:36:28.000617 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Attempting to bind port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'f0fa267a-21ae-4b74-9a9f-7c2c0514cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:36:28.001045 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Attempting to bind port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98 on network 6b592e4a-84c5-4af6-b66a-36909a852eaf {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:36:28.006160 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:36:28.006572 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Checking segment: {'id': 'f0fa267a-21ae-4b74-9a9f-7c2c0514cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:36:28.007066 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:28.007456 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Bound using segment: {'id': 'f0fa267a-21ae-4b74-9a9f-7c2c0514cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:36:28.007941 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Bound port: 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fa267a-21ae-4b74-9a9f-7c2c0514cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:36:28.008368 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:28.071690 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] For port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:36:28.075886 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] For port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98,segment=NetworkSegment(f0fa267a-21ae-4b74-9a9f-7c2c0514cac9),segment_id=f0fa267a-21ae-4b74-9a9f-7c2c0514cac9)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:36:28.081082 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:28.153639 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e4ef-8963-414a-a64e-1ab39e964808 None None] Pushing event updated for resources: {'Port': ['ID=4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:29.414710 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36332) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:29.739175 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [None req-f37c4d88-6715-48e5-ac03-08c94961c60e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:36:29.740386 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-f37c4d88-6715-48e5-ac03-08c94961c60e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3245959 Sep 17 15:36:32.164892 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36340) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:32.485967 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [None req-fdd40c6d-69b5-45c4-8cc4-c7819e45b645 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:36:32.487039 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-fdd40c6d-69b5-45c4-8cc4-c7819e45b645 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3212166 Sep 17 15:36:35.156711 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36350) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:35.474677 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-75dfcb88-dbc9-425e-b5cf-1823346876c5 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:36:35.500812 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-75dfcb88-dbc9-425e-b5cf-1823346876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8376715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1502'] for router, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:35.502344 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-75dfcb88-dbc9-425e-b5cf-1823346876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8332939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8308998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1513'] for router, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:35.641791 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-75dfcb88-dbc9-425e-b5cf-1823346876c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:35.646156 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-75dfcb88-dbc9-425e-b5cf-1823346876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660'] for router, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:35.657989 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-75dfcb88-dbc9-425e-b5cf-1823346876c5 admin admin] Notify callbacks [] for router, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:35.659200 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-75dfcb88-dbc9-425e-b5cf-1823346876c5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5015147 Sep 17 15:36:35.950227 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:36:36.041316 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:36:36.041733 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:36.162250 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:36.197021 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98,segment=NetworkSegment(f0fa267a-21ae-4b74-9a9f-7c2c0514cac9),segment_id=f0fa267a-21ae-4b74-9a9f-7c2c0514cac9)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:36:36.201732 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:36.252644 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:36.553011 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cf3964-68fb-4d07-a5db-7c74b9fb5385 None None] Network 6b592e4a-84c5-4af6-b66a-36909a852eaf requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:36:36.627826 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4b6790c0-b9c3-4652-a631-8fc9665f6152 None None] Provisioning complete for port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:36:36.628197 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4b6790c0-b9c3-4652-a631-8fc9665f6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:36.987740 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-53238ea8-78e7-4ac5-becc-1beb1f61059b None None] Provisioning complete for port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:36:36.988393 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-53238ea8-78e7-4ac5-becc-1beb1f61059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:37.931389 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:36:37.978038 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:36:37.978415 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:38.090981 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36362) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:38.404490 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [None req-f59ecf94-39ac-4095-aec6-61f01720d785 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:36:38.405506 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-f59ecf94-39ac-4095-aec6-61f01720d785 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135951 Sep 17 15:36:39.040527 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2c461eb4-3685-43c7-9083-00a8a5368d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:40.814597 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36370) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:41.126090 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:36:41.146290 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Made reservation on behalf of acd22b38df9e437aa716adff8e96e4c9 for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:36:41.148717 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:41.157275 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:41.244424 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:41.247987 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:41.264453 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Reserving flat network on physical network physnet1 {{(pid=100591) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 15:36:41.278539 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb4f238-39cc-4e1b-8725-aee3e612efef,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:41.285577 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:41.285922 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Added segment 23154b2c-a57d-4706-912a-406f3d01672d of type flat for network cfc9e63a-f126-460d-a39a-340e6a463e78 Sep 17 15:36:41.340163 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:41.372327 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:41.373258 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:36:41.373861 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:41.401777 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5860393 Sep 17 15:36:41.433984 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e1120-715b-4bb4-8585-ba95b17532f4 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc9e63a-f126-460d-a39a-340e6a463e78,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:41.444106 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network cfc9e63a-f126-460d-a39a-340e6a463e78 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:36:41.724504 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-640b1325-dd57-41c2-b153-b00a85e9d42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:42.051999 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:43.177890 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:43.841060 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36388) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:44.017696 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40549dd-dc87-45f2-b7f9-4229d26ee6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:36:44.019026 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-a40549dd-dc87-45f2-b7f9-4229d26ee6e6 admin admin] 10.222.0.50 "GET /v2.0/subnets/74499e4c-7d4b-4a7e-91b7-6408b07b8030 HTTP/1.1" status: 200 len: 849 time: 0.1768897 Sep 17 15:36:44.135820 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-6a07f76a-e640-450e-9603-77ea108b9e5f admin admin] 10.222.0.50 "GET /v2.0/routers/e6000726-026e-476b-af06-c311f0dbefab HTTP/1.1" status: 200 len: 704 time: 0.1105461 Sep 17 15:36:44.400457 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:44.523740 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:44.691039 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Allocated IP 172.20.0.1 (6b592e4a-84c5-4af6-b66a-36909a852eaf/74499e4c-7d4b-4a7e-91b7-6408b07b8030/aa86e66e-8594-4111-b4e8-ea35b9b859e3) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:36:44.885368 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:44.950739 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:45.018992 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Network 6b592e4a-84c5-4af6-b66a-36909a852eaf is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:36:45.023521 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:36:45.028948 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:36:45.029198 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8333707'] for router_interface, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:45.093821 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa86e66e-8594-4111-b4e8-ea35b9b859e3,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:45.226653 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-3b3510e8-7db5-432d-801f-5b04d2940142 None None] Provisioning complete for port aa86e66e-8594-4111-b4e8-ea35b9b859e3 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:36:45.227030 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3b3510e8-7db5-432d-801f-5b04d2940142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:45.232757 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:45.263146 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-3b3510e8-7db5-432d-801f-5b04d2940142 None None] Port aa86e66e-8594-4111-b4e8-ea35b9b859e3 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:36:45.438811 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:45.443187 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:45.444148 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8079789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8333851'] for router_interface, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:45.504121 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa86e66e-8594-4111-b4e8-ea35b9b859e3,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:45.568794 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Network 6b592e4a-84c5-4af6-b66a-36909a852eaf is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:36:45.570105 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:36:45.730214 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Router e6000726-026e-476b-af06-c311f0dbefab is scheduled to L3 agent 328f6824-1025-4733-b24f-04b6db32291a with binding_index 1 {{(pid=100591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 15:36:45.784323 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-3da4268d-8ea9-48fd-982c-eed372038576 None None] Provisioning complete for port aa86e66e-8594-4111-b4e8-ea35b9b859e3 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:36:45.784922 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3da4268d-8ea9-48fd-982c-eed372038576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:45.818549 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-3da4268d-8ea9-48fd-982c-eed372038576 None None] Port aa86e66e-8594-4111-b4e8-ea35b9b859e3 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:36:45.824431 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:36:45.830457 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-98986682-cf51-4964-89ab-a917103bd9f7 admin admin] 10.222.0.50 "PUT /v2.0/routers/e6000726-026e-476b-af06-c311f0dbefab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6882575 Sep 17 15:36:45.853183 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Sync routers for ids ['e6000726-026e-476b-af06-c311f0dbefab'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:36:45.864694 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Routers {'e6000726-026e-476b-af06-c311f0dbefab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:36:45.865671 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:36:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['e6000726-026e-476b-af06-c311f0dbefab'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:36:46.053911 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Set router e6000726-026e-476b-af06-c311f0dbefab gateway port host: None {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:36:46.497913 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6000726-026e-476b-af06-c311f0dbefab', 'name': 'router1', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:36:35Z', 'updated_at': '2021-09-17T15:36:45Z', 'revision_number': 2, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'gw_port_host': None, '_interfaces': [{'id': 'aa86e66e-8594-4111-b4e8-ea35b9b859e3', 'name': '', 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'mac_address': 'fa:16:3e:05:82:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6000726-026e-476b-af06-c311f0dbefab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:36:44Z', 'updated_at': '2021-09-17T15:36:45Z', 'revision_number': 2, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'subnets': [{'id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3af197c8-3d34-4d08-9606-f8f47b242603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:36:46.549921 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Checking router: e6000726-026e-476b-af06-c311f0dbefab for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:36:46.550297 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Updating router e6000726-026e-476b-af06-c311f0dbefab port aa86e66e-8594-4111-b4e8-ea35b9b859e3 binding host dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:36:46.597232 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:47.115213 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:47.121894 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:47.279724 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Attempting to bind port aa86e66e-8594-4111-b4e8-ea35b9b859e3 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:36:47.280123 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Attempting to bind port aa86e66e-8594-4111-b4e8-ea35b9b859e3 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'f0fa267a-21ae-4b74-9a9f-7c2c0514cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf'}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:36:47.280559 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Attempting to bind port aa86e66e-8594-4111-b4e8-ea35b9b859e3 on network 6b592e4a-84c5-4af6-b66a-36909a852eaf {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:36:47.291010 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:36:47.291456 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Checking segment: {'id': 'f0fa267a-21ae-4b74-9a9f-7c2c0514cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:36:47.291920 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:47.292308 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Bound using segment: {'id': 'f0fa267a-21ae-4b74-9a9f-7c2c0514cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf'} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:36:47.292831 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Bound port: aa86e66e-8594-4111-b4e8-ea35b9b859e3, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fa267a-21ae-4b74-9a9f-7c2c0514cac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf'}}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:36:47.293218 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:47.302039 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Pushing event updated for resources: {'Port': ['ID=aa86e66e-8594-4111-b4e8-ea35b9b859e3,revision_number=3']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:47.315102 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.315467 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.315805 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.316133 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.316458 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.316780 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.317121 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.317417 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.317771 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.318090 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.318404 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.318717 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Tracked resource versions report: Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: pushed versions: Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: { 'AddressGroup': {'1.2'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'ConntrackHelper': {'1.0'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Log': {'1.0'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Network': {'1.1'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Port': {'1.7'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'PortForwarding': {'1.2'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'QosPolicy': {'1.9'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SecurityGroup': {'1.4'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SubPort': {'1.0'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Subnet': {'1.1'}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Trunk': {'1.1'}} Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: consumer versions: Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: { DHCP agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: L3 agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: Metadata agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: Metering agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: Open vSwitch agent@dv-cinder-734093-3-iscsi: { 'AddressGroup': '1.2', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'ConntrackHelper': '1.0', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Log': '1.0', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Network': '1.1', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Port': '1.7', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'PortForwarding': '1.2', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'QosPolicy': '1.9', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SecurityGroup': '1.4', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SecurityGroupRule': '1.2', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SubPort': '1.0', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Subnet': '1.1', Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Trunk': '1.1'}} Sep 17 15:36:47.319794 dv-cinder-734093-3-iscsi neutron-server[100593]: {{(pid=100593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:36:47.352318 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-897d4ac1-7969-4bfa-a282-3b00078efbe9 None None] Provisioning complete for port aa86e66e-8594-4111-b4e8-ea35b9b859e3 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:36:47.352763 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-897d4ac1-7969-4bfa-a282-3b00078efbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:47.373469 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] For port aa86e66e-8594-4111-b4e8-ea35b9b859e3, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:36:47.387560 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-897d4ac1-7969-4bfa-a282-3b00078efbe9 None None] Port aa86e66e-8594-4111-b4e8-ea35b9b859e3 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:36:47.393755 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] For port aa86e66e-8594-4111-b4e8-ea35b9b859e3, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=aa86e66e-8594-4111-b4e8-ea35b9b859e3,segment=NetworkSegment(f0fa267a-21ae-4b74-9a9f-7c2c0514cac9),segment_id=f0fa267a-21ae-4b74-9a9f-7c2c0514cac9)] {{(pid=100593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:36:47.398178 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:47.459235 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb5b26-a1dd-4a86-8ea4-66901eba779b None None] Pushing event updated for resources: {'Port': ['ID=aa86e66e-8594-4111-b4e8-ea35b9b859e3,revision_number=4']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:47.467934 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Routers {'e6000726-026e-476b-af06-c311f0dbefab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:36:47.469184 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:36:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['e6000726-026e-476b-af06-c311f0dbefab'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:36:47.562244 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] Set router e6000726-026e-476b-af06-c311f0dbefab gateway port host: None {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:36:47.607536 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-19dc4fff-c8ff-4b8d-b6fb-92cff4c52143 None None] Provisioning complete for port aa86e66e-8594-4111-b4e8-ea35b9b859e3 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:36:47.607904 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-19dc4fff-c8ff-4b8d-b6fb-92cff4c52143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:47.687479 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-19dc4fff-c8ff-4b8d-b6fb-92cff4c52143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:47.720084 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-19dc4fff-c8ff-4b8d-b6fb-92cff4c52143 None None] For port aa86e66e-8594-4111-b4e8-ea35b9b859e3, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=aa86e66e-8594-4111-b4e8-ea35b9b859e3,segment=NetworkSegment(f0fa267a-21ae-4b74-9a9f-7c2c0514cac9),segment_id=f0fa267a-21ae-4b74-9a9f-7c2c0514cac9)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:36:47.724200 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-19dc4fff-c8ff-4b8d-b6fb-92cff4c52143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:47.775220 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6000726-026e-476b-af06-c311f0dbefab', 'name': 'router1', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:36:35Z', 'updated_at': '2021-09-17T15:36:45Z', 'revision_number': 2, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'gw_port_host': None, '_interfaces': [{'id': 'aa86e66e-8594-4111-b4e8-ea35b9b859e3', 'name': '', 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'mac_address': 'fa:16:3e:05:82:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6000726-026e-476b-af06-c311f0dbefab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:36:44Z', 'updated_at': '2021-09-17T15:36:47Z', 'revision_number': 4, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'subnets': [{'id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3af197c8-3d34-4d08-9606-f8f47b242603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:36:47.784699 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc4fff-c8ff-4b8d-b6fb-92cff4c52143 None None] Pushing event updated for resources: {'Port': ['ID=aa86e66e-8594-4111-b4e8-ea35b9b859e3,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:47.806137 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfb495-4cdc-4d57-926a-28880cb235e6 None None] The sync data for ids ['e6000726-026e-476b-af06-c311f0dbefab'] in dv-cinder-734093-3-iscsi is: [{'id': 'e6000726-026e-476b-af06-c311f0dbefab', 'name': 'router1', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:36:35Z', 'updated_at': '2021-09-17T15:36:45Z', 'revision_number': 2, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'gw_port_host': None, '_interfaces': [{'id': 'aa86e66e-8594-4111-b4e8-ea35b9b859e3', 'name': '', 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'mac_address': 'fa:16:3e:05:82:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6000726-026e-476b-af06-c311f0dbefab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:36:44Z', 'updated_at': '2021-09-17T15:36:47Z', 'revision_number': 4, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'subnets': [{'id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3af197c8-3d34-4d08-9606-f8f47b242603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:36:48.083468 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 36408) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:48.272026 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d600a7-ac47-4ee2-8922-caea88a2efc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:36:48.273473 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-79d600a7-ac47-4ee2-8922-caea88a2efc8 admin admin] 10.222.0.50 "GET /v2.0/networks/cfc9e63a-f126-460d-a39a-340e6a463e78 HTTP/1.1" status: 200 len: 842 time: 0.1890800 Sep 17 15:36:48.283654 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:36:48.311356 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Made reservation on behalf of acd22b38df9e437aa716adff8e96e4c9 for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:36:48.314627 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:48.724753 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.objects.ports [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 15:36:48.725243 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:48.793859 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:36:48.794284 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Network hostable DHCP agents. Network: cfc9e63a-f126-460d-a39a-340e6a463e78, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:36:48.803311 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102a639b-af9f-482e-bf60-48318a721ed4,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:48.813522 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.813896 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.814226 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.814553 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.814876 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.815201 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.815522 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.815855 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.816191 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.816508 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.816821 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.817132 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Tracked resource versions report: Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: pushed versions: Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: { 'AddressGroup': {'1.2'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'ConntrackHelper': {'1.0'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Log': {'1.0'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Network': {'1.1'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Port': {'1.7'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'PortForwarding': {'1.2'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'QosPolicy': {'1.9'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SecurityGroup': {'1.4'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SubPort': {'1.0'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Subnet': {'1.1'}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Trunk': {'1.1'}} Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: consumer versions: Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: { DHCP agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: L3 agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: Metadata agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: Metering agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: Open vSwitch agent@dv-cinder-734093-3-iscsi: { 'AddressGroup': '1.2', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'ConntrackHelper': '1.0', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Log': '1.0', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Network': '1.1', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Port': '1.7', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'PortForwarding': '1.2', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'QosPolicy': '1.9', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SecurityGroup': '1.4', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SecurityGroupRule': '1.2', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SubPort': '1.0', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Subnet': '1.1', Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Trunk': '1.1'}} Sep 17 15:36:48.818220 dv-cinder-734093-3-iscsi neutron-server[100590]: {{(pid=100590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:36:48.855140 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:36:48.872975 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, cfc9e63a-f126-460d-a39a-340e6a463e78) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:36:48.878306 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:36:48.878904 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:48.884859 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f996c-bbd3-4e91-892b-d1651fc33449 None None] Network cfc9e63a-f126-460d-a39a-340e6a463e78 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:36:48.898152 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-b7f2a216-a4b1-42a4-9781-201d41bdc730 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6179960 Sep 17 15:36:49.021241 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d5d0b8-f1b4-4370-9485-4a6ed9b092d8 None None] Network cfc9e63a-f126-460d-a39a-340e6a463e78 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:36:51.207281 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 36420) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:51.456547 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-3b778f8c-56aa-44e1-8466-ada0df1d20b3 admin admin] 10.222.0.50 "GET /v2.0/routers/e6000726-026e-476b-af06-c311f0dbefab HTTP/1.1" status: 200 len: 710 time: 0.2476742 Sep 17 15:36:51.543256 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66785235-a33e-4f22-82c3-aa3d9f6b1616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:36:51.544613 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-66785235-a33e-4f22-82c3-aa3d9f6b1616 admin admin] 10.222.0.50 "GET /v2.0/networks/cfc9e63a-f126-460d-a39a-340e6a463e78 HTTP/1.1" status: 200 len: 886 time: 0.0825016 Sep 17 15:36:51.554756 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:36:51.804141 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:52.048576 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:52.131402 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:52.293381 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Allocated IP 172.27.1.183 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/8601b28d-d5d1-4343-b1a8-b38fdffaecdd) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:36:52.403642 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:52.465731 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:52.539897 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:36:52.545347 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:36:52.591606 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:36:52.595277 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8601b28d-d5d1-4343-b1a8-b38fdffaecdd,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:52.873651 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:53.092906 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8332989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8334605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1531'] for router, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:53.098893 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8332982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8332975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8334598'] for router, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:53.219309 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Router e6000726-026e-476b-af06-c311f0dbefab has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:36:53.330124 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:36:53.334539 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:53.335750 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2b5682e5-c4f5-4e2e-a09e-d7c982e536a5 admin admin] 10.222.0.50 "PUT /v2.0/routers/e6000726-026e-476b-af06-c311f0dbefab HTTP/1.1" status: 200 len: 890 time: 1.7841878 Sep 17 15:36:53.960593 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device aa86e66e-8594-4111-b4e8-ea35b9b859e3 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:36:54.009475 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port aa86e66e-8594-4111-b4e8-ea35b9b859e3 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:36:54.009880 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:54.327986 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Sync routers for ids ['e6000726-026e-476b-af06-c311f0dbefab'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:36:54.338054 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Routers {'e6000726-026e-476b-af06-c311f0dbefab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:36:54.338714 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:36:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['e6000726-026e-476b-af06-c311f0dbefab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:36:54.541152 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Set router e6000726-026e-476b-af06-c311f0dbefab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:36:54.932233 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6000726-026e-476b-af06-c311f0dbefab', 'name': 'router1', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '8601b28d-d5d1-4343-b1a8-b38fdffaecdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:36:35Z', 'updated_at': '2021-09-17T15:36:52Z', 'revision_number': 4, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'gw_port': {'id': '8601b28d-d5d1-4343-b1a8-b38fdffaecdd', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6000726-026e-476b-af06-c311f0dbefab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:36:52Z', 'updated_at': '2021-09-17T15:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'aa86e66e-8594-4111-b4e8-ea35b9b859e3', 'name': '', 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'mac_address': 'fa:16:3e:05:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6000726-026e-476b-af06-c311f0dbefab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:36:44Z', 'updated_at': '2021-09-17T15:36:47Z', 'revision_number': 5, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'subnets': [{'id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3af197c8-3d34-4d08-9606-f8f47b242603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:36:54.984256 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Checking router: e6000726-026e-476b-af06-c311f0dbefab for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:36:54.984862 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Updating router e6000726-026e-476b-af06-c311f0dbefab port 8601b28d-d5d1-4343-b1a8-b38fdffaecdd binding host dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:36:55.030590 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:55.346302 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Notify callbacks [] for port, precommit_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:55.352262 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:55.478069 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Attempting to bind port 8601b28d-d5d1-4343-b1a8-b38fdffaecdd on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:36:55.478438 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Attempting to bind port 8601b28d-d5d1-4343-b1a8-b38fdffaecdd by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:36:55.478799 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Attempting to bind port 8601b28d-d5d1-4343-b1a8-b38fdffaecdd on network cfc9e63a-f126-460d-a39a-340e6a463e78 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:36:55.489821 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:36:55.490198 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:36:55.490592 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:55.490983 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Bound using segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:36:55.491442 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Bound port: 8601b28d-d5d1-4343-b1a8-b38fdffaecdd, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:36:55.491839 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:55.494117 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd8808-7cbb-43a1-9db6-cf70442080c3 None None] Pushing event updated for resources: {'Port': ['ID=8601b28d-d5d1-4343-b1a8-b38fdffaecdd,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:55.542287 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] For port 8601b28d-d5d1-4343-b1a8-b38fdffaecdd, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:36:55.545132 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] For port 8601b28d-d5d1-4343-b1a8-b38fdffaecdd, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=8601b28d-d5d1-4343-b1a8-b38fdffaecdd,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:36:55.550316 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:55.606839 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Routers {'e6000726-026e-476b-af06-c311f0dbefab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:36:55.607449 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:36:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['e6000726-026e-476b-af06-c311f0dbefab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:36:55.611588 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd8808-7cbb-43a1-9db6-cf70442080c3 None None] Pushing event updated for resources: {'Port': ['ID=8601b28d-d5d1-4343-b1a8-b38fdffaecdd,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:55.722877 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] Set router e6000726-026e-476b-af06-c311f0dbefab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:36:55.800392 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36432) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:36:55.914676 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-dc41b1ec-57bd-4199-aa2f-19993c3b4b27 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1130552 Sep 17 15:36:55.942032 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6000726-026e-476b-af06-c311f0dbefab', 'name': 'router1', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '8601b28d-d5d1-4343-b1a8-b38fdffaecdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:36:35Z', 'updated_at': '2021-09-17T15:36:52Z', 'revision_number': 4, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'gw_port': {'id': '8601b28d-d5d1-4343-b1a8-b38fdffaecdd', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6000726-026e-476b-af06-c311f0dbefab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:36:52Z', 'updated_at': '2021-09-17T15:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'aa86e66e-8594-4111-b4e8-ea35b9b859e3', 'name': '', 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'mac_address': 'fa:16:3e:05:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6000726-026e-476b-af06-c311f0dbefab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:36:44Z', 'updated_at': '2021-09-17T15:36:47Z', 'revision_number': 5, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'subnets': [{'id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3af197c8-3d34-4d08-9606-f8f47b242603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:36:55.971257 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a7ae-f749-42ab-879f-60050603273e None None] The sync data for ids ['e6000726-026e-476b-af06-c311f0dbefab'] in dv-cinder-734093-3-iscsi is: [{'id': 'e6000726-026e-476b-af06-c311f0dbefab', 'name': 'router1', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '8601b28d-d5d1-4343-b1a8-b38fdffaecdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:36:35Z', 'updated_at': '2021-09-17T15:36:52Z', 'revision_number': 4, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'gw_port': {'id': '8601b28d-d5d1-4343-b1a8-b38fdffaecdd', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6000726-026e-476b-af06-c311f0dbefab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:36:52Z', 'updated_at': '2021-09-17T15:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'aa86e66e-8594-4111-b4e8-ea35b9b859e3', 'name': '', 'network_id': '6b592e4a-84c5-4af6-b66a-36909a852eaf', 'tenant_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'mac_address': 'fa:16:3e:05:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6000726-026e-476b-af06-c311f0dbefab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:36:44Z', 'updated_at': '2021-09-17T15:36:47Z', 'revision_number': 5, 'project_id': '3ba55aec1a434915b398ecc28cb7e4c6', 'subnets': [{'id': '74499e4c-7d4b-4a7e-91b7-6408b07b8030', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3af197c8-3d34-4d08-9606-f8f47b242603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:36:58.001180 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 8601b28d-d5d1-4343-b1a8-b38fdffaecdd up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:36:58.054011 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 8601b28d-d5d1-4343-b1a8-b38fdffaecdd triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:36:58.054755 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:58.138478 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:58.161615 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 8601b28d-d5d1-4343-b1a8-b38fdffaecdd, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=8601b28d-d5d1-4343-b1a8-b38fdffaecdd,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:36:58.167980 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:36:58.218982 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=8601b28d-d5d1-4343-b1a8-b38fdffaecdd,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:36:59.992924 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 8601b28d-d5d1-4343-b1a8-b38fdffaecdd up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:37:00.067440 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 8601b28d-d5d1-4343-b1a8-b38fdffaecdd triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:37:00.068160 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:09.045409 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2a4578a3-ad08-42db-b364-44bd94deaff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:09.375467 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 5 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:37:11.754147 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0c05745b-7d00-4f5e-b2b1-67be498eb284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:12.081899 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:13.184213 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:14.596083 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:39.038391 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3ce9-71a4-48d0-b3a6-06445c457fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:41.729223 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f829fbfe-84a1-4220-b089-e974f45e2354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:42.071933 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:43.186449 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:44.548114 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:37:46.374491 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 5 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:38:09.040510 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-572978dd-7066-4f18-9f3d-4efe3a2d781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:11.730031 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ee0330d3-c3dc-4f72-80f9-9e7bf93a1e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:12.054615 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:13.185654 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:14.548584 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:23.373104 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 5 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:38:32.402345 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 36994) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:38:32.465620 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e720314-94d0-4509-8b66-12d7a93b7aee admin admin] GET failed (client error): The resource could not be found. Sep 17 15:38:32.466965 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-1e720314-94d0-4509-8b66-12d7a93b7aee admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636773 Sep 17 15:38:32.696102 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c79a52-4868-4217-a7cd-69aafe480454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:32.697492 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-74c79a52-4868-4217-a7cd-69aafe480454 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2260194 Sep 17 15:38:34.892653 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37004) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:38:34.984469 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044493ed-5d77-4d81-9e12-057471ec3c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:34.985827 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-044493ed-5d77-4d81-9e12-057471ec3c96 admin admin] 10.222.0.50 "GET /v2.0/subnets/74499e4c-7d4b-4a7e-91b7-6408b07b8030 HTTP/1.1" status: 200 len: 849 time: 0.0922048 Sep 17 15:38:34.995507 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:38:35.081398 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:35.225294 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763826403076'] for subnet, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:35.256341 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:35.256925 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:35.281559 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] 10.222.0.50 "PUT /v2.0/subnets/74499e4c-7d4b-4a7e-91b7-6408b07b8030 HTTP/1.1" status: 200 len: 868 time: 0.2662346 Sep 17 15:38:35.281829 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f5b53-fcca-44f2-a1f6-8d8c2a5c0849 None None] Network 6b592e4a-84c5-4af6-b66a-36909a852eaf requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:38:35.282289 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74499e4c-7d4b-4a7e-91b7-6408b07b8030,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:38:35.284756 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.285126 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.285471 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.285838 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.286171 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.286544 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.286861 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.287207 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.287599 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.287951 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.288356 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.288718 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ab923-4831-4ca3-975d-64486d26a2e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:38:35.667568 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-7e0d8dee-f312-477e-9105-657e297e9dc8 None None] Provisioning complete for port aa86e66e-8594-4111-b4e8-ea35b9b859e3 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:38:35.668110 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8dee-f312-477e-9105-657e297e9dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:35.749438 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-7e0d8dee-f312-477e-9105-657e297e9dc8 None None] Provisioning complete for port 4d3d17e4-6e8d-4ea3-b1e5-3fbc79c4ac98 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:38:35.749833 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8dee-f312-477e-9105-657e297e9dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:37.468862 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37012) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:38:37.669309 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe268cc-f9af-437b-bf4d-994e2a6c7afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:37.669723 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe268cc-f9af-437b-bf4d-994e2a6c7afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:37.671268 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-abe268cc-f9af-437b-bf4d-994e2a6c7afa admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014165 Sep 17 15:38:39.043010 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4b953c96-93cc-4ee1-b9a2-2f6eea0d60c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:39.861033 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37020) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:38:39.993870 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b17e8e2-c0e5-4a26-bbf1-fe5ac4efefd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:39.994349 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b17e8e2-c0e5-4a26-bbf1-fe5ac4efefd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:39.995959 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-4b17e8e2-c0e5-4a26-bbf1-fe5ac4efefd5 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339283 Sep 17 15:38:41.732203 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-58b47447-1ab4-46a3-9df7-c4b969872dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:42.057860 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:42.201005 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37028) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:38:42.334056 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb048e6-d744-4738-aeb7-7eaf04651989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:42.335358 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-4eb048e6-d744-4738-aeb7-7eaf04651989 admin admin] 10.222.0.50 "GET /v2.0/networks/6b592e4a-84c5-4af6-b66a-36909a852eaf HTTP/1.1" status: 200 len: 869 time: 0.1333776 Sep 17 15:38:43.188315 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:44.540124 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37036) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:38:44.551322 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:38:44.665316 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9930e1-cf3f-4d90-876f-c0267efb64ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:44.666719 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-7e9930e1-cf3f-4d90-876f-c0267efb64ac admin admin] 10.222.0.50 "GET /v2.0/networks/cfc9e63a-f126-460d-a39a-340e6a463e78 HTTP/1.1" status: 200 len: 886 time: 0.1256418 Sep 17 15:38:46.916162 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37044) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:38:47.064987 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d38d59c-77cd-4385-bb6b-365b26e69030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:47.065445 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d38d59c-77cd-4385-bb6b-365b26e69030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:47.067398 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-5d38d59c-77cd-4385-bb6b-365b26e69030 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1502030 Sep 17 15:38:49.308822 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37054) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:38:49.401923 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b614b781-3d66-43ad-92ab-270628d07965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:49.402560 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b614b781-3d66-43ad-92ab-270628d07965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:49.404273 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-b614b781-3d66-43ad-92ab-270628d07965 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944602 Sep 17 15:38:51.612877 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37062) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:38:51.697690 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca06c21b-d589-4fb1-943a-63b5a0c99a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:51.699061 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-ca06c21b-d589-4fb1-943a-63b5a0c99a23 admin admin] 10.222.0.50 "GET /v2.0/subnets/102a639b-af9f-482e-bf60-48318a721ed4 HTTP/1.1" status: 200 len: 816 time: 0.0853043 Sep 17 15:38:53.883748 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37070) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:38:53.976713 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b226ff4a-4aae-4815-ae3b-811caf2d609e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:38:53.978095 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-b226ff4a-4aae-4815-ae3b-811caf2d609e admin admin] 10.222.0.50 "GET /v2.0/subnets/74499e4c-7d4b-4a7e-91b7-6408b07b8030 HTTP/1.1" status: 200 len: 868 time: 0.0933855 Sep 17 15:39:00.372403 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 5 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:39:09.045150 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a052ec6d-22b1-47a9-a7d9-48b5bef8c94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:11.733462 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-17efccec-fcdb-4b13-b8aa-7a17497e4bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:12.060080 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:13.193762 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:14.556805 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:17.771463 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37124) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:39:17.821574 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [None req-4b889941-70c6-485e-aec2-ad24164133ec admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:39:17.822705 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-4b889941-70c6-485e-aec2-ad24164133ec admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501986 Sep 17 15:39:20.111766 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37132) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:39:20.172124 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21f5228-17c5-4492-a6f5-22e30c29733c admin admin] GET failed (client error): The resource could not be found. Sep 17 15:39:20.173484 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-f21f5228-17c5-4492-a6f5-22e30c29733c admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607789 Sep 17 15:39:20.314405 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21289965-5cdb-4496-b1ea-3c3ef0114e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:39:20.315870 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-21289965-5cdb-4496-b1ea-3c3ef0114e2d admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377547 Sep 17 15:39:22.560971 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37140) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:39:22.609447 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:39:22.631678 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Made reservation on behalf of acd22b38df9e437aa716adff8e96e4c9 for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:39:22.633896 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:22.660920 dv-cinder-734093-3-iscsi neutron-server[100591]: WARNING neutron.services.revisions.revision_plugin [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Could not find related network for resource to bump revision. Sep 17 15:39:22.672384 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:39:22.681444 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:22.681844 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Added segment c339d9b1-fe94-4628-ae5a-9dc609ea7d7a of type vlan for network 20dfad36-5670-4b99-9ece-7ae1c8affa3d Sep 17 15:39:22.719839 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:22.742509 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:22.743562 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:39:22.744249 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:22.777682 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2156172 Sep 17 15:39:22.808742 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596285f-20dd-420f-bbc2-b8838b51adac admin admin] Pushing event updated for resources: {'Network': ['ID=20dfad36-5670-4b99-9ece-7ae1c8affa3d,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:39:22.819848 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 20dfad36-5670-4b99-9ece-7ae1c8affa3d details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:39:25.006321 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37148) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:39:25.066875 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.pecan_wsgi.hooks.translation [None req-796a7878-d412-4446-8915-b3ed66484a2b admin admin] GET failed (client error): The resource could not be found. Sep 17 15:39:25.068191 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-796a7878-d412-4446-8915-b3ed66484a2b admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609190 Sep 17 15:39:25.139447 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977bf88b-7fc1-4aa1-8a78-7a2787524221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:39:25.140787 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-977bf88b-7fc1-4aa1-8a78-7a2787524221 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674434 Sep 17 15:39:25.152034 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d', 'description': 'shared-subnet'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:39:25.170739 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Made reservation on behalf of acd22b38df9e437aa716adff8e96e4c9 for: {'subnet': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:39:25.172947 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:25.334002 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:25.393395 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae10074-8835-4018-9ed9-4f7553d8b4a6,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:39:25.400187 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Checking segment: {'id': 'c339d9b1-fe94-4628-ae5a-9dc609ea7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:39:25.400549 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Network hostable DHCP agents. Network: 20dfad36-5670-4b99-9ece-7ae1c8affa3d, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:39:25.415803 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Network 20dfad36-5670-4b99-9ece-7ae1c8affa3d is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:39:25.423524 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 20dfad36-5670-4b99-9ece-7ae1c8affa3d) {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:39:25.427535 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:39:25.428119 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:25.432981 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e345b3-80a4-4574-b594-e952ec1f805a None None] Network 20dfad36-5670-4b99-9ece-7ae1c8affa3d requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:39:25.443028 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-4912095c-46b3-434b-84bf-2443f68fc0ab admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2950556 Sep 17 15:39:25.587398 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fedc02d-960d-571d-9979-9c94b4adbb85-20dfad36-5670-4b99-9ece-7ae1c8affa3d', 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d', 'tenant_id': 'acd22b38df9e437aa716adff8e96e4c9', 'fixed_ips': [{'subnet_id': 'fae10074-8835-4018-9ed9-4f7553d8b4a6'}]}} from dv-cinder-734093-3-iscsi. {{(pid=100592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 15:39:25.588373 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:25.734386 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.db_base_plugin_common [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Allocated IP 192.168.233.2 (20dfad36-5670-4b99-9ece-7ae1c8affa3d/fae10074-8835-4018-9ed9-4f7553d8b4a6/2565e6d1-a496-4bca-9289-10f5b1442da0) {{(pid=100592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:39:25.897446 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:25.903660 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:25.939216 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Network 20dfad36-5670-4b99-9ece-7ae1c8affa3d is already hosted by enough agents. {{(pid=100592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:39:25.942013 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.base_scheduler [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Resources bound (agent type, host, resource id): {{(pid=100592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:39:25.945330 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Received port after_create {{(pid=100592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:39:25.963395 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Pushing event updated for resources: {'Port': ['ID=2565e6d1-a496-4bca-9289-10f5b1442da0,revision_number=1']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:39:25.985853 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.986142 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.986487 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.986828 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.987160 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.987568 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.987813 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.988135 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.988494 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.988996 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.989348 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:25.989782 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:39:26.022045 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Attempting to bind port 2565e6d1-a496-4bca-9289-10f5b1442da0 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:39:26.022411 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Attempting to bind port 2565e6d1-a496-4bca-9289-10f5b1442da0 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'c339d9b1-fe94-4628-ae5a-9dc609ea7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:39:26.022761 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Attempting to bind port 2565e6d1-a496-4bca-9289-10f5b1442da0 on network 20dfad36-5670-4b99-9ece-7ae1c8affa3d {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:39:26.027685 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:39:26.028057 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Checking segment: {'id': 'c339d9b1-fe94-4628-ae5a-9dc609ea7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:39:26.028461 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:26.028850 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Bound using segment: {'id': 'c339d9b1-fe94-4628-ae5a-9dc609ea7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:39:26.029631 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Bound port: 2565e6d1-a496-4bca-9289-10f5b1442da0, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c339d9b1-fe94-4628-ae5a-9dc609ea7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:39:26.029757 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:26.094191 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] For port 2565e6d1-a496-4bca-9289-10f5b1442da0, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:39:26.097279 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] For port 2565e6d1-a496-4bca-9289-10f5b1442da0, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=2565e6d1-a496-4bca-9289-10f5b1442da0,segment=NetworkSegment(c339d9b1-fe94-4628-ae5a-9dc609ea7d7a),segment_id=c339d9b1-fe94-4628-ae5a-9dc609ea7d7a)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:39:26.102341 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:26.163540 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a55ae-c714-4d79-b6d0-9840109cc1c1 None None] Pushing event updated for resources: {'Port': ['ID=2565e6d1-a496-4bca-9289-10f5b1442da0,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:39:26.965178 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4428cc9-3ba6-43f0-9729-aa6d39fbdb2f None None] Network 20dfad36-5670-4b99-9ece-7ae1c8affa3d requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:39:27.047772 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-fba6431f-c81a-435c-99ec-ed6af2bdb9f8 None None] Provisioning complete for port 2565e6d1-a496-4bca-9289-10f5b1442da0 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:39:27.048151 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-fba6431f-c81a-435c-99ec-ed6af2bdb9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:27.185678 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-fba6431f-c81a-435c-99ec-ed6af2bdb9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:27.222666 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-fba6431f-c81a-435c-99ec-ed6af2bdb9f8 None None] For port 2565e6d1-a496-4bca-9289-10f5b1442da0, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=2565e6d1-a496-4bca-9289-10f5b1442da0,segment=NetworkSegment(c339d9b1-fe94-4628-ae5a-9dc609ea7d7a),segment_id=c339d9b1-fe94-4628-ae5a-9dc609ea7d7a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:39:27.232680 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-fba6431f-c81a-435c-99ec-ed6af2bdb9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:27.287855 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6431f-c81a-435c-99ec-ed6af2bdb9f8 None None] Pushing event updated for resources: {'Port': ['ID=2565e6d1-a496-4bca-9289-10f5b1442da0,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:39:27.452949 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-bce9c0d8-762c-4087-b524-c5e6580277eb None None] Provisioning complete for port 2565e6d1-a496-4bca-9289-10f5b1442da0 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:39:27.453245 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-bce9c0d8-762c-4087-b524-c5e6580277eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:28.078741 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 2565e6d1-a496-4bca-9289-10f5b1442da0 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:39:28.128224 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 2565e6d1-a496-4bca-9289-10f5b1442da0 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:39:28.128594 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:37.371936 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 5 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:39:39.045041 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-68bb5e42-baf5-4f3b-b584-704234222f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:41.734337 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5ef36db4-76d0-4d4c-a2c8-62ed5672b8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:42.062962 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:43.194513 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:39:44.560398 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:09.045469 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-b53aec71-04fc-45c1-83f3-d501e0bd611b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:11.734316 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-cf4a24af-4311-4b5c-a779-50a6c666ee71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:12.065006 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:13.197112 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:14.371061 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 5 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:40:14.563351 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:39.048267 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-23766230-764f-4ff0-a093-b593c640ffeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:40.344851 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37200) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:40:40.351480 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [None req-e0cddca4-ec6d-42d9-96db-c7077d28e7cf tempest-verify_tempest_config-255981898 tempest-verify_tempest_config-255981898-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:40:40.352472 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-e0cddca4-ec6d-42d9-96db-c7077d28e7cf tempest-verify_tempest_config-255981898 tempest-verify_tempest_config-255981898-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066321 Sep 17 15:40:40.640610 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37218) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:40:40.750985 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:40.871960 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:40.875815 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:40.921611 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4316637408b49f49ab7ec11446e6fec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2799475 Sep 17 15:40:40.922651 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb86c0ba-b591-4210-8a70-6184992cb3b3,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:40:40.924429 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37222) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:40:40.929752 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.930132 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.930484 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.930825 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.931163 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.931516 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.931851 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.932199 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.932549 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.932881 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.933209 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.933548 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baf40d-a5f9-4033-872b-4b2f5b9350df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:40.979840 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:40.999911 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:41.087632 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:41.090248 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:41.091398 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb86c0ba-b591-4210-8a70-6184992cb3b3 HTTP/1.1" status: 204 len: 168 time: 0.1658821 Sep 17 15:40:41.100646 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb86c0ba-b591-4210-8a70-6184992cb3b3,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:40:41.107356 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.107745 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.108109 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.108471 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.108826 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.109174 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.109546 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.109927 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.110361 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.110638 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.111008 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.111303 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf28069-c47b-4f6c-aa37-3420f5c52bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:40:41.734568 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c3b1b467-4256-475f-8b8c-e740cd535b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:42.066576 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:43.203638 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:44.566242 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:40:51.370441 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 5 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:41:09.049317 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f8b000f1-b244-428c-9b0f-5fbdc2a40fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:41:11.735547 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-992917c8-66bc-4824-be05-b954626e723a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:41:12.067348 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:41:13.203892 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:41:14.571799 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:41:28.370949 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 5 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:41:39.049346 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-65c19968-76cd-4c79-b3e3-1b108f465971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:41:41.736131 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2dc85c41-521e-45dc-84f1-9e64000bf09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:41:42.067187 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:41:43.208214 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:41:44.572076 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:05.369282 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 5 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:42:09.049786 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-43167a98-c2d6-479a-a0ce-6547def6f53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:11.736020 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7b0f0414-06b4-4fdb-a390-74f96fd35c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:12.071155 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:13.212231 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:14.574891 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:14.998177 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8333601'] for agent, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:29.865263 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37300) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:42:29.968340 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-c2ca055d-fbb7-4cdb-9629-23abad5311e0 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019003 Sep 17 15:42:32.251866 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37310) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:42:32.311879 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-5405e62a-226e-4b16-b33d-4d777dd378b2 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0589330 Sep 17 15:42:39.050606 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c5f52137-0f33-4585-ac69-c013ac90d4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:41.735413 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f27afc2f-ef63-444a-be42-09e28c8b9799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:42.071706 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:42.367905 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:42:43.211636 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:44.578101 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:42:44.976093 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:09.052016 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5124a624-e77d-4bf0-939a-b502bdd36a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:11.737452 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d66efc8b-abf0-4a6a-80c1-a425069b85f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:12.072773 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:13.213184 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:14.582531 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:14.974779 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:19.366774 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:43:39.057665 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-22f9c66d-3db3-4c9a-9f00-8580ef309ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:41.737930 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-31ba2f07-6896-416a-949c-f4473e0969b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:42.076247 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:43.216685 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:44.585342 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:45.006774 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:56.366774 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:43:59.651019 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37422) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:43:59.832024 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-network', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:43:59.860844 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Made reservation on behalf of 810d0e564a67400c9b2b08c68ab198e4 for: {'network': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:43:59.863408 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:59.873211 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:59.978344 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:43:59.983379 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.019736 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464ed4a8-4167-4ae6-bd33-7917851b05ee,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:00.021874 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=100590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:44:00.038889 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.039319 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.039669 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.040094 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.040410 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.040817 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.041461 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.041590 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.041928 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.042271 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.042604 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.043009 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Tracked resource versions report: Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: pushed versions: Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: { 'AddressGroup': {'1.2'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'ConntrackHelper': {'1.0'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Log': {'1.0'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Network': {'1.1'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Port': {'1.7'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'PortForwarding': {'1.2'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'QosPolicy': {'1.9'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SecurityGroup': {'1.4'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SubPort': {'1.0'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Subnet': {'1.1'}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Trunk': {'1.1'}} Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: consumer versions: Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: { DHCP agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: HyperV agent@hv-cinder-73409: {}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: L3 agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: Metadata agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: Metering agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: Open vSwitch agent@dv-cinder-734093-3-iscsi: { 'AddressGroup': '1.2', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'ConntrackHelper': '1.0', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Log': '1.0', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Network': '1.1', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Port': '1.7', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'PortForwarding': '1.2', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'QosPolicy': '1.9', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SecurityGroup': '1.4', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SecurityGroupRule': '1.2', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'SubPort': '1.0', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Subnet': '1.1', Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: 'Trunk': '1.1'}} Sep 17 15:44:00.044166 dv-cinder-734093-3-iscsi neutron-server[100590]: {{(pid=100590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:44:00.055286 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763826624148', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.056437 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Unsubscribe: segment precommit_create {{(pid=100590) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 15:44:00.057504 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.segments_db [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Added segment ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0 of type vlan for network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 Sep 17 15:44:00.195603 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.233659 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.233659 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:00.233659 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.269994 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37470) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:00.286597 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37476) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:00.286734 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6346405 Sep 17 15:44:00.293957 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Request body: {'subnet': {'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-subnet', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:00.320059 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Made reservation on behalf of 810d0e564a67400c9b2b08c68ab198e4 for: {'subnet': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:00.323871 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.343581 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf14cb0-6239-4e5a-9114-69eb60b5229a admin admin] Pushing event updated for resources: {'Network': ['ID=86e5a977-5813-4cf1-9900-b2d7b12e98f6,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:00.356266 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:44:00.518497 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.583046 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d1c26b-aee6-40bf-8357-7b1e787bec6a,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:00.595534 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.595910 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.596236 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.596750 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.597086 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.597431 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.597792 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.598368 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.598492 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.598779 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.599096 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.599410 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Tracked resource versions report: Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: pushed versions: Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: { 'AddressGroup': {'1.2'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'ConntrackHelper': {'1.0'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Log': {'1.0'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Network': {'1.1'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Port': {'1.7'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'PortForwarding': {'1.2'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'QosPolicy': {'1.9'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SecurityGroup': {'1.4'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SubPort': {'1.0'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Subnet': {'1.1'}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Trunk': {'1.1'}} Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: consumer versions: Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: { DHCP agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: HyperV agent@hv-cinder-73409: {}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: L3 agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: Metadata agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: Metering agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: Open vSwitch agent@dv-cinder-734093-3-iscsi: { 'AddressGroup': '1.2', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'ConntrackHelper': '1.0', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Log': '1.0', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Network': '1.1', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Port': '1.7', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'PortForwarding': '1.2', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'QosPolicy': '1.9', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SecurityGroup': '1.4', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SecurityGroupRule': '1.2', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'SubPort': '1.0', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Subnet': '1.1', Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: 'Trunk': '1.1'}} Sep 17 15:44:00.600701 dv-cinder-734093-3-iscsi neutron-server[100591]: {{(pid=100591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:44:00.608375 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Checking segment: {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:00.608752 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Network hostable DHCP agents. Network: 86e5a977-5813-4cf1-9900-b2d7b12e98f6, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:44:00.627174 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:44:00.637133 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 86e5a977-5813-4cf1-9900-b2d7b12e98f6) {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:00.642197 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:00.642786 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.650098 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba30c2c8-3b41-422a-b822-f9d291b7e6ce None None] Network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:00.660311 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-8ae8d9b8-8357-4aef-80f7-bcc1a5890b6c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3723063 Sep 17 15:44:00.663305 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37490) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:00.669425 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:00.695710 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8376715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1502'] for router, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.697204 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8332939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8308998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1513'] for router, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.724912 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1730939268-network', 'tenant_id': 'c30b228319114452b2f33ab3f5a7323f'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:00.769766 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Made reservation on behalf of c30b228319114452b2f33ab3f5a7323f for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:00.773597 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.799486 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.810251 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.873964 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fedc02d-960d-571d-9979-9c94b4adbb85-86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a'}]}} from dv-cinder-734093-3-iscsi. {{(pid=100592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 15:44:00.875062 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:00.997623 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.088228 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.db_base_plugin_common [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Allocated IP 172.20.0.2 (86e5a977-5813-4cf1-9900-b2d7b12e98f6/b8d1c26b-aee6-40bf-8357-7b1e787bec6a/fb80ea5f-15d7-4aa0-a38a-783ff49c3d86) {{(pid=100592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:01.117917 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.127028 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.161599 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:44:01.175272 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e104f73-5eac-49d5-99da-65aee60b2e88,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:01.187135 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.187649 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Added segment 03dc8fa5-7743-4554-b460-00b03bea4058 of type vlan for network dc043e30-874f-41c9-9332-5436376f0bba Sep 17 15:44:01.238091 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.267346 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.269215 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Notify callbacks [] for port, precommit_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.278996 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.292243 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.293596 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:01.294376 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.302164 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.321735 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 is already hosted by enough agents. {{(pid=100592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:01.326344 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.base_scheduler [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Resources bound (agent type, host, resource id): {{(pid=100592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:01.330990 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Received port after_create {{(pid=100592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:01.339664 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0656743 Sep 17 15:44:01.354777 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37522) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:01.364939 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Request body: {'subnet': {'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1730939268-subnet', 'tenant_id': 'c30b228319114452b2f33ab3f5a7323f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:01.377097 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Pushing event updated for resources: {'Port': ['ID=fb80ea5f-15d7-4aa0-a38a-783ff49c3d86,revision_number=1']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:01.404640 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Made reservation on behalf of c30b228319114452b2f33ab3f5a7323f for: {'subnet': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:01.406866 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.407791 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.407982 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Notify callbacks [] for subnet, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.408526 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.409072 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.409625 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.410326 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.410814 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.411451 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.412288 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.412819 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.413489 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.414007 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Tracked resource versions report: Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: pushed versions: Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: { 'AddressGroup': {'1.2'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'ConntrackHelper': {'1.0'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Log': {'1.0'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Network': {'1.1'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Port': {'1.7'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'PortForwarding': {'1.2'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'QosPolicy': {'1.9'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SecurityGroup': {'1.4'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SubPort': {'1.0'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Subnet': {'1.1'}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Trunk': {'1.1'}} Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: consumer versions: Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: { DHCP agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: HyperV agent@hv-cinder-73409: {}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: L3 agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: Metadata agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: Metering agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: Open vSwitch agent@dv-cinder-734093-3-iscsi: { 'AddressGroup': '1.2', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'ConntrackHelper': '1.0', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Log': '1.0', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Network': '1.1', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Port': '1.7', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'PortForwarding': '1.2', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'QosPolicy': '1.9', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SecurityGroup': '1.4', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SecurityGroupRule': '1.2', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'SubPort': '1.0', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Subnet': '1.1', Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: 'Trunk': '1.1'}} Sep 17 15:44:01.415763 dv-cinder-734093-3-iscsi neutron-server[100592]: {{(pid=100592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:44:01.433958 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Attempting to bind port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:01.434653 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Attempting to bind port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:01.435269 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Attempting to bind port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 on network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:01.441626 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:01.442239 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Checking segment: {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:01.442924 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.443516 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Bound using segment: {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:01.444339 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Bound port: fb80ea5f-15d7-4aa0-a38a-783ff49c3d86, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:01.444994 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.462088 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Allocated IP 172.27.1.211 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/b560865a-1021-4caa-bf09-3fa78d1ebfe9) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:01.466204 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec8c57-edd5-43c5-81c4-b8e80a5100ed admin admin] Pushing event updated for resources: {'Network': ['ID=dc043e30-874f-41c9-9332-5436376f0bba,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:01.483654 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network dc043e30-874f-41c9-9332-5436376f0bba details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:44:01.560150 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] For port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:01.565487 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] For port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=fb80ea5f-15d7-4aa0-a38a-783ff49c3d86,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:01.581309 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.615949 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37532) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:01.637848 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.691704 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.699236 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb33798-0025-4542-8a17-2685e37ce4b9,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:01.738342 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Checking segment: {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:01.738768 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Network hostable DHCP agents. Network: dc043e30-874f-41c9-9332-5436376f0bba, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:44:01.738947 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767b290-4a89-44fe-bdf3-e007d11d7055 None None] Pushing event updated for resources: {'Port': ['ID=fb80ea5f-15d7-4aa0-a38a-783ff49c3d86,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:01.763603 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.779062 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Network dc043e30-874f-41c9-9332-5436376f0bba is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:44:01.793111 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, dc043e30-874f-41c9-9332-5436376f0bba) {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:01.798725 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:01.799630 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:01.807828 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ccd123-c9b5-4719-ae5e-af231ca1e192 None None] Network dc043e30-874f-41c9-9332-5436376f0bba requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:01.825789 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-06fb93a0-2213-4107-ba47-87fc0b37cbea admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4666131 Sep 17 15:44:01.835184 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:01.839176 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:01.842204 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:01.890844 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Pushing event updated for resources: {'Port': ['ID=b560865a-1021-4caa-bf09-3fa78d1ebfe9,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:02.011720 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37550) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:02.053202 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa779a58-2580-4567-a80d-d2cd3d5ab880 None None] Network dc043e30-874f-41c9-9332-5436376f0bba requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:02.120473 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-400390983-network', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:02.169425 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Made reservation on behalf of 160276c6339b4f2d98234b9a04e8e65c for: {'network': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:02.173733 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.176766 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.229470 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.335440 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:02.393279 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:02.394079 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.438622 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37566) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:02.469850 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1908523084-network', 'tenant_id': 'a5660e224112451db0b6ca0a0c7423d6'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:02.528460 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.596042 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=fb80ea5f-15d7-4aa0-a38a-783ff49c3d86,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:02.600844 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660'] for router, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.607614 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.622545 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.643684 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Made reservation on behalf of a5660e224112451db0b6ca0a0c7423d6 for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:02.648125 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.658376 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.663379 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.699820 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=100590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:44:02.735970 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=fb80ea5f-15d7-4aa0-a38a-783ff49c3d86,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:02.763513 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.763863 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.segments_db [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Added segment 98a313cd-d660-44cd-85a5-3eda5ca90645 of type vlan for network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd Sep 17 15:44:02.791317 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.798942 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-707055682-network', 'tenant_id': 'ca81b632db194f88921000d02e62751c'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:02.804122 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.820061 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:44:02.828017 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.837241 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.837623 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Added segment a4f622f8-607a-469e-8a5b-0ff17a780943 of type vlan for network 877468f6-d33d-40ab-a6c2-84a62a3c988c Sep 17 15:44:02.891821 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.912808 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.913977 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:02.914418 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.931074 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afa5978-4195-41c0-8c55-d444c88d396d,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:02.948179 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.949927 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:02.950529 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:02.974306 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2208c74-8b2d-447c-b55b-9c6855c5a0b1,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:03.001492 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c136e496-345b-4116-8635-f7fb87cd506d None None] Network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:03.001874 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Made reservation on behalf of ca81b632db194f88921000d02e62751c for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:03.004500 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.019605 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0046558 Sep 17 15:44:03.021364 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37600) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:03.027433 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.027682 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Request body: {'subnet': {'network_id': '877468f6-d33d-40ab-a6c2-84a62a3c988c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1908523084-subnet', 'tenant_id': 'a5660e224112451db0b6ca0a0c7423d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:03.033646 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3551d3-a1cc-425c-a941-1b7c8eb363fd,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:03.077036 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-68c25edc-3b8a-4155-8414-0945fd0c1678 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4515529 Sep 17 15:44:03.083374 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a9fc7-d6ee-4a04-8c69-2756336cc13e admin admin] Pushing event updated for resources: {'Network': ['ID=877468f6-d33d-40ab-a6c2-84a62a3c988c,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:03.087084 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37602) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:03.092112 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Request body: {'subnet': {'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-400390983-subnet', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:03.136606 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Made reservation on behalf of a5660e224112451db0b6ca0a0c7423d6 for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:03.143027 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.147567 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Router fd27f26e-bc94-4815-8eb2-460f44fbce6c is scheduled to L3 agent 328f6824-1025-4733-b24f-04b6db32291a with binding_index 1 {{(pid=100590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 15:44:03.152325 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.db.api [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 15:44:03.152325 dv-cinder-734093-3-iscsi neutron-server[100591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 15:44:03.152325 dv-cinder-734093-3-iscsi neutron-server[100591]: [parameters: {'project_id_1': '160276c6339b4f2d98234b9a04e8e65c', 'expiration_1': datetime.datetime(2021, 9, 17, 15, 43, 43, 98018)}] Sep 17 15:44:03.152325 dv-cinder-734093-3-iscsi neutron-server[100591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 15:44:03.153021 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG oslo_db.api [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 15:44:03.234279 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:44:03.307464 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 877468f6-d33d-40ab-a6c2-84a62a3c988c details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:44:03.308497 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.317596 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.340576 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:44:03.362034 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.362392 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Added segment 6d6d4ba5-2951-4a5a-b017-a80762a3cb3a of type vlan for network a66c1e7b-da6a-438e-885c-cf6626239a40 Sep 17 15:44:03.409128 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-5a978640-9bc3-4f3d-bccd-6057e72074b3 None None] Provisioning complete for port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:03.409663 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5a978640-9bc3-4f3d-bccd-6057e72074b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.447102 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.460885 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:44:03.475389 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Sync routers for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:44:03.490665 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.492763 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-0f2cff37-8443-4f71-952e-fafc9d960208 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8274415 Sep 17 15:44:03.495793 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37616) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:03.496596 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:03.497239 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:43:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:03.530332 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.532808 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:03.533405 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.626786 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8880deb4-988a-4ec5-8ca4-459814cf73d0,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:03.658961 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2188685 Sep 17 15:44:03.659639 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37622) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:03.728757 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Request body: {'subnet': {'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-707055682-subnet', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:03.732497 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.748452 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Made reservation on behalf of 160276c6339b4f2d98234b9a04e8e65c for: {'subnet': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:03.751255 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:03.793519 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcabfbaf-94bc-4e30-8907-609c7c1ed5b7,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:03.821621 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:03.920214 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27684e-f181-4692-9fbc-f74387437afa admin admin] Pushing event updated for resources: {'Network': ['ID=a66c1e7b-da6a-438e-885c-cf6626239a40,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:03.930986 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network a66c1e7b-da6a-438e-885c-cf6626239a40 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:44:03.996318 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Made reservation on behalf of ca81b632db194f88921000d02e62751c for: {'subnet': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:03.999860 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.118056 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-0d3f5285-d162-490e-9c25-f08879c6eda0 None None] Provisioning complete for port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:04.118648 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0d3f5285-d162-490e-9c25-f08879c6eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.165378 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Checking segment: {'id': 'a4f622f8-607a-469e-8a5b-0ff17a780943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '877468f6-d33d-40ab-a6c2-84a62a3c988c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:04.168489 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Network hostable DHCP agents. Network: 877468f6-d33d-40ab-a6c2-84a62a3c988c, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:44:04.248458 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Network 877468f6-d33d-40ab-a6c2-84a62a3c988c is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:44:04.255871 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.288080 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:01Z', 'revision_number': 3, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:04.318729 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:04.332780 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Checking router: fd27f26e-bc94-4815-8eb2-460f44fbce6c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:44:04.333377 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Updating router fd27f26e-bc94-4815-8eb2-460f44fbce6c port b560865a-1021-4caa-bf09-3fa78d1ebfe9 binding host dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:44:04.359747 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 877468f6-d33d-40ab-a6c2-84a62a3c988c) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:04.367705 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.374505 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:04.377417 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebba3b64-cf19-44e4-931e-d35fbd21d7f2,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:04.382502 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.389846 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a95c15a-0160-417d-a1e8-bc146dd9e40c None None] Network 877468f6-d33d-40ab-a6c2-84a62a3c988c requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:04.414214 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Checking segment: {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:04.414609 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Network hostable DHCP agents. Network: a66c1e7b-da6a-438e-885c-cf6626239a40, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:44:04.512379 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-c2e296b7-2b77-4771-b6b4-d0277859ac78 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4889069 Sep 17 15:44:04.582818 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Network a66c1e7b-da6a-438e-885c-cf6626239a40 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:44:04.603886 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, a66c1e7b-da6a-438e-885c-cf6626239a40) {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:04.617110 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:04.618637 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.623630 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43937a27-a928-4bf3-a1f3-79afbceed06f None None] Network a66c1e7b-da6a-438e-885c-cf6626239a40 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:04.699734 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.769371 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-0e78e9ec-e456-4cb8-a0d4-df0c14cd8b4a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0467408 Sep 17 15:44:04.774116 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37666) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:04.787679 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:04.830890 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37668) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:04.837398 dv-cinder-734093-3-iscsi neutron-server[100591]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 15:44:04.856655 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:04.857029 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.867485 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.883845 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8376715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1502'] for router, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.884971 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8332939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8308998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1513'] for router, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.885100 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.970724 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:04.988575 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d68b58a-b7cb-430b-8656-13325d51d478 None None] Network 877468f6-d33d-40ab-a6c2-84a62a3c988c requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:05.000883 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Pushing event updated for resources: {'Port': ['ID=b560865a-1021-4caa-bf09-3fa78d1ebfe9,revision_number=2']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:05.004295 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Attempting to bind port b560865a-1021-4caa-bf09-3fa78d1ebfe9 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:05.005084 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Attempting to bind port b560865a-1021-4caa-bf09-3fa78d1ebfe9 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:05.005807 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Attempting to bind port b560865a-1021-4caa-bf09-3fa78d1ebfe9 on network cfc9e63a-f126-460d-a39a-340e6a463e78 {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:05.016336 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:05.016880 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:05.017384 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:05.017857 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Bound using segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:05.018539 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Bound port: b560865a-1021-4caa-bf09-3fa78d1ebfe9, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:05.019021 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:05.021652 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.022097 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.022501 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.022902 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.023346 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.023741 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.024131 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.024519 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.024927 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.026571 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.027127 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.027518 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Tracked resource versions report: Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: pushed versions: Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: { 'AddressGroup': {'1.2'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'ConntrackHelper': {'1.0'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Log': {'1.0'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Network': {'1.1'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Port': {'1.7'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'PortForwarding': {'1.2'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'QosPolicy': {'1.9'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SecurityGroup': {'1.4'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SecurityGroupRule': {'1.2'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SubPort': {'1.0'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Subnet': {'1.1'}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Trunk': {'1.1'}} Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: consumer versions: Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: { DHCP agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: HyperV agent@hv-cinder-73409: {}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: L3 agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: Metadata agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: Metering agent@dv-cinder-734093-3-iscsi: {}, Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: Open vSwitch agent@dv-cinder-734093-3-iscsi: { 'AddressGroup': '1.2', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'ConntrackHelper': '1.0', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Log': '1.0', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Network': '1.1', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Port': '1.7', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'PortForwarding': '1.2', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'QosPolicy': '1.9', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SecurityGroup': '1.4', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SecurityGroupRule': '1.2', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'SubPort': '1.0', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Subnet': '1.1', Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: 'Trunk': '1.1'}} Sep 17 15:44:05.028871 dv-cinder-734093-3-iscsi neutron-server[100593]: {{(pid=100593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 15:44:05.129372 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] For port b560865a-1021-4caa-bf09-3fa78d1ebfe9, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:05.133387 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] For port b560865a-1021-4caa-bf09-3fa78d1ebfe9, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=b560865a-1021-4caa-bf09-3fa78d1ebfe9,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:05.140083 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:05.197077 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe5a13-9ed5-416e-8250-dcac439a286d None None] Pushing event updated for resources: {'Port': ['ID=b560865a-1021-4caa-bf09-3fa78d1ebfe9,revision_number=3']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:05.228415 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:05.229498 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:43:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:05.302656 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Allocated IP 172.20.0.1 (86e5a977-5813-4cf1-9900-b2d7b12e98f6/b8d1c26b-aee6-40bf-8357-7b1e787bec6a/f6c3da9d-e5d2-48db-9831-5dd10fab0af8) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:05.357951 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:05.393819 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:05.532882 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fedc02d-960d-571d-9979-9c94b4adbb85-a66c1e7b-da6a-438e-885c-cf6626239a40', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2'}]}} from dv-cinder-734093-3-iscsi. {{(pid=100592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 15:44:05.534353 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:05.582421 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37712) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:05.598186 dv-cinder-734093-3-iscsi neutron-server[100590]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 15:44:05.645024 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:01Z', 'revision_number': 3, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:05.683803 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b87ec0-a936-4131-9bae-4eee86843ec7 None None] The sync data for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi is: [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:01Z', 'revision_number': 3, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:44:05.721711 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:05.724988 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffd11f0-6e59-415c-afa3-41fe34f659b7,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:05.768463 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.db_base_plugin_common [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Allocated IP 172.20.0.2 (a66c1e7b-da6a-438e-885c-cf6626239a40/ebba3b64-cf19-44e4-931e-d35fbd21d7f2/3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd) {{(pid=100592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:05.784381 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Checking segment: {'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:05.784636 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Network hostable DHCP agents. Network: 0f3551d3-a1cc-425c-a941-1b7c8eb363fd, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:44:05.814519 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-bc9981e5-fcc7-4ee5-bb96-e1efb575079b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:05.826219 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-bc9981e5-fcc7-4ee5-bb96-e1efb575079b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 815 time: 0.9906895 Sep 17 15:44:06.000543 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c2be-ae10-493f-b56d-de6df8102278 req-cf719666-35dc-4462-b173-4e8bfb6ad59f tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:06.007448 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Notify callbacks [] for port, precommit_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.007743 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-cf719666-35dc-4462-b173-4e8bfb6ad59f tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/networks?id=877468f6-d33d-40ab-a6c2-84a62a3c988c HTTP/1.1" status: 200 len: 812 time: 0.4192529 Sep 17 15:44:06.015637 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.024108 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.062582 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-0b9132e7-1bfd-4a94-8393-ce4952e0a06a tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/quotas/a5660e224112451db0b6ca0a0c7423d6 HTTP/1.1" status: 200 len: 375 time: 0.0538111 Sep 17 15:44:06.066817 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-4382e1d5-f92f-4ff8-8bde-a4010fd3b0e0 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/quotas/c30b228319114452b2f33ab3f5a7323f HTTP/1.1" status: 200 len: 375 time: 0.2391973 Sep 17 15:44:06.072107 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:44:06.075487 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Network a66c1e7b-da6a-438e-885c-cf6626239a40 is already hosted by enough agents. {{(pid=100592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:06.078326 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.base_scheduler [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Resources bound (agent type, host, resource id): {{(pid=100592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:06.146366 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-4d6262c8-6512-41b6-8803-f69756811226 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786543 Sep 17 15:44:06.147607 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-2ce9d7b1-031e-4cb5-bf2a-82d2868f78b6 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5660e224112451db0b6ca0a0c7423d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840690 Sep 17 15:44:06.148449 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 0f3551d3-a1cc-425c-a941-1b7c8eb363fd) {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:06.148906 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.155103 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:06.156096 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.181270 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Pushing event updated for resources: {'Port': ['ID=3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd,revision_number=1']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:06.191487 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Received port after_create {{(pid=100592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:06.206869 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb712e21-b4e9-4632-be81-20c5e3cf5984 None None] Network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:06.211610 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Pushing event updated for resources: {'Port': ['ID=f6c3da9d-e5d2-48db-9831-5dd10fab0af8,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:06.253556 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:06.254997 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:06.266419 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:06.268833 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8333707'] for router_interface, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.290478 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-86138cdb-2fb0-400f-a310-bbfcde05843e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2020605 Sep 17 15:44:06.299371 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37730) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:06.303595 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-400390983-router', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:06.323289 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37732) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:06.488239 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8376715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1502'] for router, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.489267 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8332939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8308998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1513'] for router, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.493284 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b560865a-1021-4caa-bf09-3fa78d1ebfe9 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:06.566125 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Attempting to bind port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:06.566653 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Attempting to bind port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:06.567016 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Attempting to bind port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd on network a66c1e7b-da6a-438e-885c-cf6626239a40 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:06.589379 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:06.592740 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Checking segment: {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:06.593274 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.593805 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Bound using segment: {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:06.594376 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Bound port: 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:06.594871 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.641231 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-3e3c4116-c34f-47c7-812c-3e1e78d31b06 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:44:06.646082 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-3e3c4116-c34f-47c7-812c-3e1e78d31b06 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1855016 Sep 17 15:44:06.687740 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-593b1339-0b09-4d13-9825-3fdf082ce7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.735398 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71cddf-efd5-44c0-8729-b7bf1bcfcf41 None None] Network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:06.751118 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-49a6394f-e114-4ba5-870d-2cf7d900884c None None] Provisioning complete for port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:06.751575 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-49a6394f-e114-4ba5-870d-2cf7d900884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.762352 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port b560865a-1021-4caa-bf09-3fa78d1ebfe9 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:06.762792 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.766530 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.769087 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a701aad1-1a66-48ce-b88a-8dbae7c4a331 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:44:06.770951 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a701aad1-1a66-48ce-b88a-8dbae7c4a331 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1480746 Sep 17 15:44:06.787218 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.848351 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.875182 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] For port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:06.909070 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] For port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:06.918694 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:06.921153 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-49a6394f-e114-4ba5-870d-2cf7d900884c None None] Port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:44:06.939787 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.057758 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-3f1eeb2e-d013-4b3d-9e56-d6b3d3327c3c service neutron] 10.222.0.50 "GET /v2.0/networks/877468f6-d33d-40ab-a6c2-84a62a3c988c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026361 Sep 17 15:44:07.075549 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-67cffa5b-6930-497e-bbe6-2334f49cf74a service neutron] 10.222.0.50 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913888 Sep 17 15:44:07.089429 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b601b15-2fb6-4f17-bf9e-41c39dd66f58 None None] Pushing event updated for resources: {'Port': ['ID=3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:07.097473 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.128910 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port b560865a-1021-4caa-bf09-3fa78d1ebfe9, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=b560865a-1021-4caa-bf09-3fa78d1ebfe9,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:07.131601 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.134170 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.140647 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-593b1339-0b09-4d13-9825-3fdf082ce7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.157616 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-593b1339-0b09-4d13-9825-3fdf082ce7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.160583 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Allocated IP 172.27.1.167 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/c4041062-fb0f-4774-b062-bbeb8a942884) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:07.196840 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=b560865a-1021-4caa-bf09-3fa78d1ebfe9,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:07.259040 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-593b1339-0b09-4d13-9825-3fdf082ce7f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72426c152d474e62b5003a6ab05d423b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9246037 Sep 17 15:44:07.259342 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37744) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:07.294076 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b1339-0b09-4d13-9825-3fdf082ce7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e38c9d8-d815-44eb-9b72-752ba552f701,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:07.319163 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-4b3f03fc-22a1-4301-8074-fadbbeeb2597 service neutron] 10.222.0.50 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266023 Sep 17 15:44:07.416942 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.430920 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-6b1087c8-2929-486f-bf6f-3333be8eeea8 service neutron] 10.222.0.50 "GET /v2.0/networks/877468f6-d33d-40ab-a6c2-84a62a3c988c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655212 Sep 17 15:44:07.468638 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.534021 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.536990 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:07.540001 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-69e7f7e5-88c9-4313-9391-058a2dda1362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.543561 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:07.545124 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.546375 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8079789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8333851'] for router_interface, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.546522 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:07.627391 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-69e7f7e5-88c9-4313-9391-058a2dda1362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:07.652816 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c4041062-fb0f-4774-b062-bbeb8a942884,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:07.851098 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Pushing event updated for resources: {'Port': ['ID=f6c3da9d-e5d2-48db-9831-5dd10fab0af8,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:08.029425 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-94187360-8ade-4c3b-a0b2-4b50079f6ac8 req-91c5fda0-9a8d-4810-a354-4326032b44dd tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 210 time: 0.0673370 Sep 17 15:44:08.216187 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:08.261232 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:08.305941 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-69e7f7e5-88c9-4313-9391-058a2dda1362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:08.322561 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-69e7f7e5-88c9-4313-9391-058a2dda1362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:08.336868 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-69e7f7e5-88c9-4313-9391-058a2dda1362 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e38c9d8-d815-44eb-9b72-752ba552f701 HTTP/1.1" status: 204 len: 168 time: 1.0725961 Sep 17 15:44:08.360324 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:08.395388 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b565c5ed-d0f5-48de-813a-2fe031e1ee5f req-52d95963-ccde-4900-a599-73e11da27449 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 210 time: 0.4628658 Sep 17 15:44:08.520276 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:08.631623 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:08.645709 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7f7e5-88c9-4313-9391-058a2dda1362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e38c9d8-d815-44eb-9b72-752ba552f701,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:08.676853 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:08.705441 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660'] for router, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:08.810206 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:08.810577 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:08.989707 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec09d6-41f6-411b-aa29-ee484bc2fa71 None None] Network a66c1e7b-da6a-438e-885c-cf6626239a40 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:09.036761 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-7d2c8c22-668f-4e96-89a2-723b6a6f3dbc None None] Provisioning complete for port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:09.037151 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8c22-668f-4e96-89a2-723b6a6f3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.089269 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Allocated IP 172.27.1.35 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/552f6b57-fa61-4cd4-af2e-4107815340f8) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:09.128515 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37840) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:09.135013 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c8c22-668f-4e96-89a2-723b6a6f3dbc None None] Port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:44:09.149058 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d314ba1-c9cb-4af6-9202-85fcc8755edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.176532 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c is scheduled to L3 agent 328f6824-1025-4733-b24f-04b6db32291a with binding_index 1 {{(pid=100591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 15:44:09.218166 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-64f4aefe-8440-471e-aa90-fd110808c1fd req-15c9e528-8dcc-480d-babc-8e1956952411 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 210 time: 0.0713511 Sep 17 15:44:09.231606 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Router fd27f26e-bc94-4815-8eb2-460f44fbce6c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:44:09.258993 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6190c9c5-2e21-4eee-be95-dfe5f45cb403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.275489 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.301824 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-f809a3ac-c22f-46b1-976b-bbccc6d27e6d None None] Provisioning complete for port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:09.302527 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f809a3ac-c22f-46b1-976b-bbccc6d27e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.366497 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:09.368316 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:44:09.377933 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.378935 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b560865a-1021-4caa-bf09-3fa78d1ebfe9 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:09.392801 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d314ba1-c9cb-4af6-9202-85fcc8755edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.399905 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d314ba1-c9cb-4af6-9202-85fcc8755edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.408210 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] Notify callbacks [] for router, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.409576 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-175082cf-5a00-4c1b-83c2-2ce5542034b8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6312714 Sep 17 15:44:09.417245 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37850) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:09.438141 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.483382 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:44:09.494625 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Sync routers for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:44:09.508006 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:09.510282 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:43:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:09.523092 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-3d8b6289-6ad8-4716-bd0f-6426e99e0cef admin admin] 10.222.0.50 "PUT /v2.0/routers/fd27f26e-bc94-4815-8eb2-460f44fbce6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0160065 Sep 17 15:44:09.553917 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:09.567400 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Sync routers for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:44:09.632885 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Pushing event updated for resources: {'Port': ['ID=552f6b57-fa61-4cd4-af2e-4107815340f8,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:09.642741 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:09.645072 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:09.656165 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:09.691493 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:09.693574 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:43:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:09.724007 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-afdb9bcf-3b10-41d1-a492-37b5595cc4e7 req-35d8b74e-86b0-4755-afc7-d6588e924cca tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 210 time: 0.0767095 Sep 17 15:44:09.733844 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2d314ba1-c9cb-4af6-9202-85fcc8755edb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce6527c171844eae99f3c76353a76da3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6041610 Sep 17 15:44:09.736170 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d314ba1-c9cb-4af6-9202-85fcc8755edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b77175-11ae-46c9-ab3e-bd8d69277a22,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:09.754226 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37864) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:09.852299 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:10.029662 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:10.057673 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.060881 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-436fcc38-1646-4a43-8e65-8fb7008a5d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.122761 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port b560865a-1021-4caa-bf09-3fa78d1ebfe9 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:10.122761 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.133884 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-436fcc38-1646-4a43-8e65-8fb7008a5d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.287653 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.309176 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-436fcc38-1646-4a43-8e65-8fb7008a5d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.322953 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-436fcc38-1646-4a43-8e65-8fb7008a5d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.328483 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-436fcc38-1646-4a43-8e65-8fb7008a5d33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7b77175-11ae-46c9-ab3e-bd8d69277a22 HTTP/1.1" status: 204 len: 168 time: 0.5710595 Sep 17 15:44:10.354328 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fcc38-1646-4a43-8e65-8fb7008a5d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b77175-11ae-46c9-ab3e-bd8d69277a22,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:10.464527 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660'] for router, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.493448 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:10.518100 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 3, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:10.527717 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 2, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:10.563334 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Checking router: 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:44:10.563896 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Updating router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c port c4041062-fb0f-4774-b062-bbeb8a942884 binding host dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:44:10.608590 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Checking router: fd27f26e-bc94-4815-8eb2-460f44fbce6c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:44:10.609309 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Updating router fd27f26e-bc94-4815-8eb2-460f44fbce6c port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 binding host dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:44:10.614985 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.617493 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-57e6b67b-cbbb-475a-abf0-64847966092f req-02c3ade4-7021-4876-bac6-025534760bb2 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 210 time: 0.0719125 Sep 17 15:44:10.619985 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37880) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:10.650481 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-95eb2ac0-b84f-4681-9044-1a2ec0b63bca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874890111', 'description': 'tempest-description--911721965'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:10.658210 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.763095 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-95eb2ac0-b84f-4681-9044-1a2ec0b63bca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.766861 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Allocated IP 172.20.0.1 (a66c1e7b-da6a-438e-885c-cf6626239a40/ebba3b64-cf19-44e4-931e-d35fbd21d7f2/6e11bdfb-c2dc-4021-9650-e74bcd28c9e3) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:10.810762 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa is scheduled to L3 agent 328f6824-1025-4733-b24f-04b6db32291a with binding_index 1 {{(pid=100590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 15:44:10.878058 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-95eb2ac0-b84f-4681-9044-1a2ec0b63bca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.889308 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-95eb2ac0-b84f-4681-9044-1a2ec0b63bca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.925832 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-d16173b8-3a64-43ab-a2ce-50063ff770fd None None] Provisioning complete for port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:10.926355 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d16173b8-3a64-43ab-a2ce-50063ff770fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:10.984519 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b9161b7f-c29d-400a-93a9-c50849d0c98c req-70f363b8-a74a-441b-8d97-096593ff0356 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 210 time: 0.1049645 Sep 17 15:44:11.025652 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:44:11.036242 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-95eb2ac0-b84f-4681-9044-1a2ec0b63bca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.037439 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-95eb2ac0-b84f-4681-9044-1a2ec0b63bca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4165442 Sep 17 15:44:11.041602 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37894) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:11.045384 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb2ac0-b84f-4681-9044-1a2ec0b63bca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a17c996-1908-43d2-9467-15e2f0581cf4,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:11.049377 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-98e412c4-bde0-45da-9d14-044fccf396c2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'security_group_rule': {'security_group_id': '7a17c996-1908-43d2-9467-15e2f0581cf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:11.052626 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Sync routers for ids ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:44:11.093412 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.098781 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-e779b47b-d98b-404e-b438-9c7056f51244 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7985017 Sep 17 15:44:11.099636 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37900) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:11.106063 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.110768 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-98e412c4-bde0-45da-9d14-044fccf396c2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.149478 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Routers {'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:11.150745 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:43:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:11.199802 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.233364 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Notify callbacks [] for port, precommit_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.240022 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.255958 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Network a66c1e7b-da6a-438e-885c-cf6626239a40 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:11.262661 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:11.265138 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:11.265651 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8333707'] for router_interface, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.276959 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Notify callbacks [] for port, precommit_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.374947 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.375691 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Pushing event updated for resources: {'Port': ['ID=6e11bdfb-c2dc-4021-9650-e74bcd28c9e3,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:11.376502 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb18743-aac4-4de6-8050-eefbe14cd459 None None] Pushing event updated for resources: {'Port': ['ID=f6c3da9d-e5d2-48db-9831-5dd10fab0af8,revision_number=3']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:11.459285 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Attempting to bind port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:11.460263 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Attempting to bind port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:11.460404 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Attempting to bind port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 on network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:11.466860 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:11.467343 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Checking segment: {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:11.468034 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.468497 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Bound using segment: {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:11.469060 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Bound port: f6c3da9d-e5d2-48db-9831-5dd10fab0af8, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'}}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:11.469577 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.508838 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Attempting to bind port c4041062-fb0f-4774-b062-bbeb8a942884 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:11.509215 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Attempting to bind port c4041062-fb0f-4774-b062-bbeb8a942884 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:11.512942 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Attempting to bind port c4041062-fb0f-4774-b062-bbeb8a942884 on network cfc9e63a-f126-460d-a39a-340e6a463e78 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:11.524956 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Set router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:11.572613 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] For port f6c3da9d-e5d2-48db-9831-5dd10fab0af8, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:11.577090 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] For port f6c3da9d-e5d2-48db-9831-5dd10fab0af8, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=f6c3da9d-e5d2-48db-9831-5dd10fab0af8,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:11.578262 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ee070-a8ce-43b7-8025-9d12bf1ad27b None None] Pushing event updated for resources: {'Port': ['ID=c4041062-fb0f-4774-b062-bbeb8a942884,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:11.582776 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.600181 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.662901 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:11.663505 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:11.666497 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.666905 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Bound using segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:11.667420 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Bound port: c4041062-fb0f-4774-b062-bbeb8a942884, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:11.667819 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.683429 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb18743-aac4-4de6-8050-eefbe14cd459 None None] Pushing event updated for resources: {'Port': ['ID=f6c3da9d-e5d2-48db-9831-5dd10fab0af8,revision_number=4']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:11.684942 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-98e412c4-bde0-45da-9d14-044fccf396c2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.750779 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:11.754239 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:43:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:11.772700 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-98e412c4-bde0-45da-9d14-044fccf396c2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.819050 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6e9ab159-22ce-4a89-a779-6f40014d9316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.866908 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-98e412c4-bde0-45da-9d14-044fccf396c2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.874775 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-98e412c4-bde0-45da-9d14-044fccf396c2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8305018 Sep 17 15:44:11.875803 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e412c4-bde0-45da-9d14-044fccf396c2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2e6e1c-d848-4bf0-a3c4-a6b27bb3e2c4,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:11.876081 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37922) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:11.893597 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-9b9fb7a4-822c-46b6-abd4-6100c5f61dba None None] Provisioning complete for port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:11.894204 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb7a4-822c-46b6-abd4-6100c5f61dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:11.897245 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-4e726433-f89c-4a69-a95d-eb79f60fa038 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'security_group_rule': {'security_group_id': '7a17c996-1908-43d2-9467-15e2f0581cf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:11.912977 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] For port c4041062-fb0f-4774-b062-bbeb8a942884, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:11.967408 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] For port c4041062-fb0f-4774-b062-bbeb8a942884, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=c4041062-fb0f-4774-b062-bbeb8a942884,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:12.003209 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.043147 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-9b9fb7a4-822c-46b6-abd4-6100c5f61dba None None] Port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:44:12.084573 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:12.128478 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ee070-a8ce-43b7-8025-9d12bf1ad27b None None] Pushing event updated for resources: {'Port': ['ID=c4041062-fb0f-4774-b062-bbeb8a942884,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:12.141735 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.163519 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:12.164189 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:44:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:12.188577 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.234632 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-89b6d0ea-1c77-446b-9ac0-2a973e1826c2 req-04fa4a27-c611-423b-9a73-055f601ec281 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 210 time: 0.0799766 Sep 17 15:44:12.245575 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-84c30587-cfa4-463e-9be1-72b936f5753f req-13cdee96-b493-4333-8584-2a996e019c47 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 210 time: 0.0418625 Sep 17 15:44:12.250527 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.254087 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8079789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8333851'] for router_interface, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.262242 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-4e726433-f89c-4a69-a95d-eb79f60fa038 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.347048 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-d5df900a-9cde-48b1-b191-1c346762c437 None None] Provisioning complete for port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:12.347434 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d5df900a-9cde-48b1-b191-1c346762c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.352477 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'name': 'tempest-ServerRescueNegativeTestJSON-400390983-router', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:09Z', 'revision_number': 3, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'gw_port': {'id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:08Z', 'updated_at': '2021-09-17T15:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:12.443885 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:12.477275 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Checking router: ec081c8c-4be4-4b1e-b31b-aa2b0d366faa for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:44:12.477931 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Updating router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa port 552f6b57-fa61-4cd4-af2e-4107815340f8 binding host dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:44:12.478883 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f845f94-acf8-447d-83e3-88c60b0bc9bb None None] The sync data for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi is: [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:44:12.490452 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Network a66c1e7b-da6a-438e-885c-cf6626239a40 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:12.549958 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:12.597756 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Pushing event updated for resources: {'Port': ['ID=6e11bdfb-c2dc-4021-9650-e74bcd28c9e3,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:12.600104 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:12.628791 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.629838 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.674363 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-4e726433-f89c-4a69-a95d-eb79f60fa038 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.705954 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-4e726433-f89c-4a69-a95d-eb79f60fa038 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.718823 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:12.832637 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:44:12.848775 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e726433-f89c-4a69-a95d-eb79f60fa038 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbba136-8ed5-49cc-bb96-109fca6254bd,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:12.868898 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-4e726433-f89c-4a69-a95d-eb79f60fa038 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:12.878208 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-4e726433-f89c-4a69-a95d-eb79f60fa038 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9953377 Sep 17 15:44:12.880317 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37942) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:12.890490 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'floatingip': {'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:12.960469 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.021857 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Allocated IP 172.20.0.1 (0f3551d3-a1cc-425c-a941-1b7c8eb363fd/9ffd11f0-6e59-415c-afa3-41fe34f659b7/6902a3eb-ca4a-4ed5-b192-1127d8e4721a) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:13.032657 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:44:13.044446 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-9c98e0c3-c898-4e9b-ae3d-6c724de8f70a admin admin] 10.222.0.50 "PUT /v2.0/routers/63f9a4ab-b4b4-45d0-8a99-45b9d441e94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6245658 Sep 17 15:44:13.218425 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d5df900a-9cde-48b1-b191-1c346762c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.301264 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.359172 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-d5df900a-9cde-48b1-b191-1c346762c437 None None] For port f6c3da9d-e5d2-48db-9831-5dd10fab0af8, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=f6c3da9d-e5d2-48db-9831-5dd10fab0af8,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:13.374844 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37964) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:13.411078 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d5df900a-9cde-48b1-b191-1c346762c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.464691 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9b14d040-9002-4c04-a0a2-8a2ca94947b4 req-0034ae97-5bd3-46d8-8453-d0bcfa66ee35 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 210 time: 0.1005783 Sep 17 15:44:13.598012 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.600214 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.656391 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fc50371f-42ab-4db6-835e-0ef9bd6f78e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.680930 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.797112 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5a195f46-cb21-4364-a2ff-b1cd8c5ab8c9 req-78a32b33-3de3-4da3-8757-b31c28e16269 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 210 time: 0.1578379 Sep 17 15:44:13.931955 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:13.950367 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fc50371f-42ab-4db6-835e-0ef9bd6f78e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.954007 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:13.954893 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fc50371f-42ab-4db6-835e-0ef9bd6f78e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.969781 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:13.970275 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8333707'] for router_interface, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.973813 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:13.974357 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.976025 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-d9de9cab-a21e-49ac-850b-29a796265e20 None None] Provisioning complete for port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:13.976383 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d9de9cab-a21e-49ac-850b-29a796265e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:13.996555 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-fc50371f-42ab-4db6-835e-0ef9bd6f78e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f43bff0139db4fe9a87611b9877f9fa2&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6204340 Sep 17 15:44:14.004754 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37970) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:14.096560 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Pushing event updated for resources: {'Port': ['ID=6902a3eb-ca4a-4ed5-b192-1127d8e4721a,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:14.156460 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50371f-42ab-4db6-835e-0ef9bd6f78e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b87413-f302-464c-b71c-1677f70df91c,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:14.182684 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8a0b54bd-20bd-46ed-9bf2-42ccf56c3ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:14.200324 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df900a-9cde-48b1-b191-1c346762c437 None None] Pushing event updated for resources: {'Port': ['ID=f6c3da9d-e5d2-48db-9831-5dd10fab0af8,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:14.235171 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8a0b54bd-20bd-46ed-9bf2-42ccf56c3ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:14.247438 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-d9de9cab-a21e-49ac-850b-29a796265e20 None None] Port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:44:14.325420 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.37', 64087) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:14.378202 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:14.473866 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8a0b54bd-20bd-46ed-9bf2-42ccf56c3ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:14.480903 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8a0b54bd-20bd-46ed-9bf2-42ccf56c3ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:14.488726 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-8a0b54bd-20bd-46ed-9bf2-42ccf56c3ab4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79b87413-f302-464c-b71c-1677f70df91c HTTP/1.1" status: 204 len: 168 time: 0.4808080 Sep 17 15:44:14.532238 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37990) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:14.546718 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-59ad9e38-545b-49bb-8ae2-79a6dbeeb801 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1167001208', 'description': 'tempest-description--535873351'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:14.580537 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:10Z', 'revision_number': 1, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:14.629200 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b54bd-20bd-46ed-9bf2-42ccf56c3ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b87413-f302-464c-b71c-1677f70df91c,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:14.732185 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c2be-ae10-493f-b56d-de6df8102278 req-fb8ba35d-3a13-4f9c-8d1b-1d77ef0a1ca9 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:14.737614 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-fb8ba35d-3a13-4f9c-8d1b-1d77ef0a1ca9 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.37 "GET /v2.0/networks?id=877468f6-d33d-40ab-a6c2-84a62a3c988c HTTP/1.1" status: 200 len: 812 time: 0.4090307 Sep 17 15:44:14.756499 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device f6c3da9d-e5d2-48db-9831-5dd10fab0af8 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:14.757028 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37996) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:14.763087 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9f2f0-8dd1-48e4-a3ff-66c5b424b4aa None None] The sync data for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi is: [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:10Z', 'revision_number': 1, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:44:14.773262 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-59ad9e38-545b-49bb-8ae2-79a6dbeeb801 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:14.804569 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Request body: {'port': {'device_id': '2b294591-7ce7-4432-a7bd-a4c53ad11170', 'network_id': '877468f6-d33d-40ab-a6c2-84a62a3c988c', 'admin_state_up': True, 'tenant_id': 'a5660e224112451db0b6ca0a0c7423d6'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:14.858173 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Notify callbacks [] for port, precommit_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:14.858980 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.37', 64090) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:14.860437 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:14.875885 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:14.880048 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-620938f4-866b-4b3d-90c6-2e5cf0043f42 req-af97cf9f-0e40-45dd-9941-e27d1cd7c9f8 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 210 time: 0.2288928 Sep 17 15:44:15.075201 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Attempting to bind port 552f6b57-fa61-4cd4-af2e-4107815340f8 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:15.080330 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Attempting to bind port 552f6b57-fa61-4cd4-af2e-4107815340f8 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:15.081205 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Attempting to bind port 552f6b57-fa61-4cd4-af2e-4107815340f8 on network cfc9e63a-f126-460d-a39a-340e6a463e78 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:15.114284 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:15.115884 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:15.116452 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.118036 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Bound using segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:15.120016 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Bound port: 552f6b57-fa61-4cd4-af2e-4107815340f8, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:15.122747 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.283284 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e91cb826-ad27-4112-803e-c18d363c2d52 req-51abc8c8-027e-493f-b547-4663bf4ac6b0 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 210 time: 0.2231929 Sep 17 15:44:15.340511 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:15.341991 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.434289 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2b78d185-55c0-4b7d-917c-f882c7d5edae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.496377 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Made reservation on behalf of a5660e224112451db0b6ca0a0c7423d6 for: {'port': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:15.503544 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] For port 552f6b57-fa61-4cd4-af2e-4107815340f8, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:15.516986 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] For port 552f6b57-fa61-4cd4-af2e-4107815340f8, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=552f6b57-fa61-4cd4-af2e-4107815340f8,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:15.518821 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.520880 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b5758-064c-4ed9-a815-28fb1e9ada29 None None] Pushing event updated for resources: {'Port': ['ID=552f6b57-fa61-4cd4-af2e-4107815340f8,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:15.530698 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.543900 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.675841 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38042) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:15.714790 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-976272e1-a0b6-4da3-bb0c-ca7e66c17074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.728685 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Routers {'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:15.729558 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:44:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:15.802747 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Allocated IP 172.27.1.252 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/bdb8b2ea-3ed0-4de8-983e-474446beba09) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:15.832510 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b5758-064c-4ed9-a815-28fb1e9ada29 None None] Pushing event updated for resources: {'Port': ['ID=552f6b57-fa61-4cd4-af2e-4107815340f8,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:15.864276 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-7b91145a-6832-4d84-a34b-67fa97deb93c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:15.872687 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-7b91145a-6832-4d84-a34b-67fa97deb93c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 815 time: 0.9908509 Sep 17 15:44:15.905047 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.935785 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.939440 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8079789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8333851'] for router_interface, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:15.992524 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Allocated IP 172.20.0.7 (877468f6-d33d-40ab-a6c2-84a62a3c988c/bcabfbaf-94bc-4e30-8907-609c7c1ed5b7/8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:16.016445 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] Set router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:16.108859 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2b78d185-55c0-4b7d-917c-f882c7d5edae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.116571 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-07baf7c7-cd97-4f03-8cfc-3c8ee087ce3a req-fea9241f-64d5-43e4-96cd-8d4fbacedc8b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 210 time: 0.0759585 Sep 17 15:44:16.133181 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2b78d185-55c0-4b7d-917c-f882c7d5edae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.172312 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.db.api [None req-976272e1-a0b6-4da3-bb0c-ca7e66c17074 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 15:44:16.172312 dv-cinder-734093-3-iscsi neutron-server[100591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 15:44:16.172312 dv-cinder-734093-3-iscsi neutron-server[100591]: [parameters: {'project_id_1': '7faca5bb87e946fbb099b289173ce779', 'expiration_1': datetime.datetime(2021, 9, 17, 15, 43, 55, 897327)}] Sep 17 15:44:16.172312 dv-cinder-734093-3-iscsi neutron-server[100591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 15:44:16.172675 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG oslo_db.api [None req-976272e1-a0b6-4da3-bb0c-ca7e66c17074 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 15:44:16.252671 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2b78d185-55c0-4b7d-917c-f882c7d5edae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4bcba58bc96f4606837ea491593bd470&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4944220 Sep 17 15:44:16.266365 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38048) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:16.282071 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78d185-55c0-4b7d-917c-f882c7d5edae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd1468b-aa08-4543-83f9-4f146407a9d0,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:16.301188 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Pushing event updated for resources: {'Port': ['ID=6902a3eb-ca4a-4ed5-b192-1127d8e4721a,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:16.347789 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.407869 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.422368 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.433656 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'name': 'tempest-ServerRescueNegativeTestJSON-400390983-router', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:14Z', 'revision_number': 4, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'gw_port': {'id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:08Z', 'updated_at': '2021-09-17T15:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6902a3eb-ca4a-4ed5-b192-1127d8e4721a', 'name': '', 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'mac_address': 'fa:16:3e:7e:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:12Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 1, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'subnets': [{'id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:16.452340 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:16.460210 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-59ad9e38-545b-49bb-8ae2-79a6dbeeb801 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.464797 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:16.473646 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ce796-115b-45ff-b896-4c8c9619684d None None] The sync data for ids ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'] in dv-cinder-734093-3-iscsi is: [{'id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'name': 'tempest-ServerRescueNegativeTestJSON-400390983-router', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:14Z', 'revision_number': 4, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'gw_port': {'id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:08Z', 'updated_at': '2021-09-17T15:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6902a3eb-ca4a-4ed5-b192-1127d8e4721a', 'name': '', 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'mac_address': 'fa:16:3e:7e:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:12Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 1, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'subnets': [{'id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:44:16.477554 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-59ad9e38-545b-49bb-8ae2-79a6dbeeb801 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.575834 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Network 877468f6-d33d-40ab-a6c2-84a62a3c988c is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:16.591750 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:16.594454 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:16.600749 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:16.601383 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.628307 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Pushing event updated for resources: {'Port': ['ID=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:16.635543 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device c4041062-fb0f-4774-b062-bbeb8a942884 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:16.642208 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-59ad9e38-545b-49bb-8ae2-79a6dbeeb801 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.643384 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-59ad9e38-545b-49bb-8ae2-79a6dbeeb801 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1101837 Sep 17 15:44:16.650083 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38054) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:16.652341 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1a082002-2614-4d1f-97e8-a0a558777c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.659277 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-7e345cb1-c66b-4b57-9d0e-7af91ee56699 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'security_group_rule': {'security_group_id': 'cb6949fb-fdac-402c-828d-bf35058e975d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:16.670288 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad9e38-545b-49bb-8ae2-79a6dbeeb801 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6949fb-fdac-402c-828d-bf35058e975d,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:16.670944 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc474f91-9697-48a9-bc4b-e6120e373b20 req-388c3976-9815-4efe-9f5c-2251b8ba1d60 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:16.676968 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-bc474f91-9697-48a9-bc4b-e6120e373b20 req-388c3976-9815-4efe-9f5c-2251b8ba1d60 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 931 time: 0.2854679 Sep 17 15:44:16.679935 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-976272e1-a0b6-4da3-bb0c-ca7e66c17074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.695529 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.724169 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port c4041062-fb0f-4774-b062-bbeb8a942884 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:16.725032 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.733573 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-41025b6d-520a-4750-ac7a-431408a4603c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9437304 Sep 17 15:44:16.778639 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1a082002-2614-4d1f-97e8-a0a558777c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.779586 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-bc474f91-9697-48a9-bc4b-e6120e373b20 req-901f2fbd-3822-4c81-bf50-a7e0f703543d tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934725 Sep 17 15:44:16.825235 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:16.869825 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:16.882760 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:16.887332 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7e345cb1-c66b-4b57-9d0e-7af91ee56699 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.890568 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.894353 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'Port': ['ID=bdb8b2ea-3ed0-4de8-983e-474446beba09,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:16.931973 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port c4041062-fb0f-4774-b062-bbeb8a942884, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=c4041062-fb0f-4774-b062-bbeb8a942884,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:16.936100 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:16.945039 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:44:17.007622 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=c4041062-fb0f-4774-b062-bbeb8a942884,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:17.077394 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.078708 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1a082002-2614-4d1f-97e8-a0a558777c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.081215 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1a082002-2614-4d1f-97e8-a0a558777c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.082483 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-1a082002-2614-4d1f-97e8-a0a558777c61 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fd1468b-aa08-4543-83f9-4f146407a9d0 HTTP/1.1" status: 204 len: 168 time: 0.8145638 Sep 17 15:44:17.116166 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-976272e1-a0b6-4da3-bb0c-ca7e66c17074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.121270 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-976272e1-a0b6-4da3-bb0c-ca7e66c17074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.164654 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-976272e1-a0b6-4da3-bb0c-ca7e66c17074 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7faca5bb87e946fbb099b289173ce779&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4777339 Sep 17 15:44:17.168738 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38060) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:17.175538 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a082002-2614-4d1f-97e8-a0a558777c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd1468b-aa08-4543-83f9-4f146407a9d0,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:17.178767 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7e345cb1-c66b-4b57-9d0e-7af91ee56699 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.182288 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976272e1-a0b6-4da3-bb0c-ca7e66c17074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbe6696-d83e-4dd3-bdbe-aa079376ae9a,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:17.188472 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7e345cb1-c66b-4b57-9d0e-7af91ee56699 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.207190 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.221560 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e345cb1-c66b-4b57-9d0e-7af91ee56699 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18d6e16-f1bc-4a7f-9a09-f5f0d511fcf7,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:17.254518 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cc177eba-718b-461d-9454-1d694e0922a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.276251 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7e345cb1-c66b-4b57-9d0e-7af91ee56699 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.277834 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-7e345cb1-c66b-4b57-9d0e-7af91ee56699 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6233222 Sep 17 15:44:17.281345 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38062) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:17.288677 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-75902a5e-cc4a-40b1-80c9-43143248790c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'security_group_rule': {'security_group_id': 'cb6949fb-fdac-402c-828d-bf35058e975d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:17.295603 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cc177eba-718b-461d-9454-1d694e0922a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.340324 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:44:17.361576 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cc177eba-718b-461d-9454-1d694e0922a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.363348 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-5371a6a9-1ace-4744-9746-552a3ff7a9bc admin admin] 10.222.0.50 "PUT /v2.0/routers/ec081c8c-4be4-4b1e-b31b-aa2b0d366faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2614651 Sep 17 15:44:17.364195 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cc177eba-718b-461d-9454-1d694e0922a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.367736 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c445445b-9570-4bd4-a558-b67c8cf945d6 req-b1a1c27c-627c-4b9b-b8f1-1e74cfadb87b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 210 time: 0.0533063 Sep 17 15:44:17.367845 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-cc177eba-718b-461d-9454-1d694e0922a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bbe6696-d83e-4dd3-bdbe-aa079376ae9a HTTP/1.1" status: 204 len: 168 time: 0.1963603 Sep 17 15:44:17.388209 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc177eba-718b-461d-9454-1d694e0922a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbe6696-d83e-4dd3-bdbe-aa079376ae9a,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:17.400882 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-75902a5e-cc4a-40b1-80c9-43143248790c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.522140 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-75902a5e-cc4a-40b1-80c9-43143248790c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.528867 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-75902a5e-cc4a-40b1-80c9-43143248790c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.565459 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.567317 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75902a5e-cc4a-40b1-80c9-43143248790c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627723e1-ec6b-4c84-899e-9d2c47f4ab3a,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:17.571364 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.584135 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-75902a5e-cc4a-40b1-80c9-43143248790c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.589071 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-75902a5e-cc4a-40b1-80c9-43143248790c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3016322 Sep 17 15:44:17.589245 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38074) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:17.594146 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'floatingip': {'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:17.609701 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.633815 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'Port': ['ID=bdb8b2ea-3ed0-4de8-983e-474446beba09,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:17.647193 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.648595 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.650343 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-93949f52-23e6-45fc-8feb-98916848a599 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7660313 Sep 17 15:44:17.786718 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:17.993322 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-ad5a67e9-dc45-4709-b470-a9e3dd65449d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--874890111&fields=id&tenant_id=810d0e564a67400c9b2b08c68ab198e4 HTTP/1.1" status: 200 len: 267 time: 0.1159413 Sep 17 15:44:18.053871 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7732e-c19b-4f4a-b41b-846df8e62e9a req-b01098aa-3974-4007-9020-1ffaf6831f17 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:18.057559 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-59c7732e-c19b-4f4a-b41b-846df8e62e9a req-b01098aa-3974-4007-9020-1ffaf6831f17 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 931 time: 0.1390781 Sep 17 15:44:18.160434 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-59c7732e-c19b-4f4a-b41b-846df8e62e9a req-ea94f9e9-6396-47ea-96ab-57758f0ba751 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819342 Sep 17 15:44:18.193922 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Allocated IP 172.27.1.205 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/3036ae0d-a134-4f93-b777-854bc0009ce6) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:18.203759 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd883114-9537-41bf-8001-4389527d3462 req-c1c12e76-7acb-4cdf-bc2c-1c0c6ceaebd4 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:18.205573 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-c1c12e76-7acb-4cdf-bc2c-1c0c6ceaebd4 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/networks?id=86e5a977-5813-4cf1-9900-b2d7b12e98f6 HTTP/1.1" status: 200 len: 817 time: 0.2098715 Sep 17 15:44:18.258862 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-b44d0726-16d1-45fc-9b8d-a6403ad1f727 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/quotas/810d0e564a67400c9b2b08c68ab198e4 HTTP/1.1" status: 200 len: 375 time: 0.0337539 Sep 17 15:44:18.266073 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Sync routers for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:44:18.277922 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:18.279641 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:44:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:18.396135 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:18.413395 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-3f6ab1a3-a0ec-4c84-a203-b45cfaab7710 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=810d0e564a67400c9b2b08c68ab198e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199322 Sep 17 15:44:18.464288 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:18.547722 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:18.695096 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:18.700560 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:18.704141 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:18.716675 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device c4041062-fb0f-4774-b062-bbeb8a942884 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:18.809966 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port c4041062-fb0f-4774-b062-bbeb8a942884 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:18.810486 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:18.817186 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-f67ed0f4-5136-4c55-a771-49d2d377699a tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:18.825987 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-f67ed0f4-5136-4c55-a771-49d2d377699a tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 818 time: 0.2661450 Sep 17 15:44:18.850005 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'Port': ['ID=3036ae0d-a134-4f93-b777-854bc0009ce6,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:18.877105 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-877caf2a-f8a0-45eb-bf0c-4bcee1e5970d tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/quotas/160276c6339b4f2d98234b9a04e8e65c HTTP/1.1" status: 200 len: 375 time: 0.0499520 Sep 17 15:44:18.882866 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-0974151a-7e4f-4f7b-b9d9-2fab8f1cbdfe service neutron] 10.222.0.50 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480495 Sep 17 15:44:18.926685 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 2, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:18.971727 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-ebc1fe72-9ea4-4f97-90de-e620ff4e1149 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933881 Sep 17 15:44:18.993234 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 552f6b57-fa61-4cd4-af2e-4107815340f8 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:19.007619 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.054935 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 552f6b57-fa61-4cd4-af2e-4107815340f8 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:19.055436 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.113522 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-32082dbd-9d5b-4934-9900-b4839757b120 service neutron] 10.222.0.50 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401052 Sep 17 15:44:19.144808 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.193612 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-7a730e97-da49-45a4-9b2f-920deeb302fa service neutron] 10.222.0.50 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891142 Sep 17 15:44:19.217479 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Checking router: 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:44:19.222218 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Updating router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 binding host dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:44:19.270003 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.277246 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.322987 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 552f6b57-fa61-4cd4-af2e-4107815340f8, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=552f6b57-fa61-4cd4-af2e-4107815340f8,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:19.348886 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.370478 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-1e545449-0a08-429d-9e16-1a4a6e2e77b5 service neutron] 10.222.0.50 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544801 Sep 17 15:44:19.435410 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=552f6b57-fa61-4cd4-af2e-4107815340f8,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:19.524372 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.541572 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.619293 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.653368 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d7327ddd-6fd9-4fe3-a444-0c14800ed38d req-f8fd55e9-bf6c-4675-adb8-91e6cfe061f5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 210 time: 0.0548892 Sep 17 15:44:19.706658 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'Port': ['ID=3036ae0d-a134-4f93-b777-854bc0009ce6,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:19.715500 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.717966 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-b68e47f7-68cb-40d8-802f-31baeaa64692 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1274209 Sep 17 15:44:19.885483 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Notify callbacks [] for port, precommit_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.906428 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:19.959235 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-86f30690-c0fa-459b-831e-6da6cfdde8d3 req-f0c51000-4988-479e-94e9-1cab6c6f38e9 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0989788 Sep 17 15:44:19.992813 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c49da0-463f-402b-8e5e-ddbfb18d6353 req-0e8d59b8-f2db-43fb-92a3-0500b068564b tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:20.013224 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d7c49da0-463f-402b-8e5e-ddbfb18d6353 req-0e8d59b8-f2db-43fb-92a3-0500b068564b tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 931 time: 0.1876760 Sep 17 15:44:20.084583 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Request body: {'port': {'device_id': '54e728f4-a6e0-4997-9f4f-036ae02b5c3d', 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba', 'admin_state_up': True, 'tenant_id': 'c30b228319114452b2f33ab3f5a7323f'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:20.105288 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6d2bb-4a25-4ab7-bcea-16deecbc3ff4 None None] Pushing event updated for resources: {'Port': ['ID=6e11bdfb-c2dc-4021-9650-e74bcd28c9e3,revision_number=3']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:20.125651 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-0b48f25c-f839-44aa-9c43-de6afe3a9ecb tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:44:20.138298 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-0b48f25c-f839-44aa-9c43-de6afe3a9ecb tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0359833 Sep 17 15:44:20.261585 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d7c49da0-463f-402b-8e5e-ddbfb18d6353 req-ee703108-7872-49dd-b427-d420581d0f70 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460475 Sep 17 15:44:20.294596 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Attempting to bind port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:20.295187 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Attempting to bind port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:20.295601 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Attempting to bind port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 on network a66c1e7b-da6a-438e-885c-cf6626239a40 {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:20.304415 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:20.304788 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Checking segment: {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:20.305478 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:20.309703 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Bound using segment: {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:20.310236 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Bound port: 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'}}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:20.310799 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:20.423610 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31002fa9-9b85-43e7-944c-670006ed4dc0 req-e5133ac2-00cb-481f-b2d8-09a51da4c27d tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 210 time: 0.2705574 Sep 17 15:44:20.655047 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] For port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:20.664172 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-6e68de4c-391f-493b-a437-548c8b0328c7 None None] Provisioning complete for port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:20.665034 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] For port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=6e11bdfb-c2dc-4021-9650-e74bcd28c9e3,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:20.675884 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:20.677281 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6e68de4c-391f-493b-a437-548c8b0328c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:20.810275 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 552f6b57-fa61-4cd4-af2e-4107815340f8 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:20.823937 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-372f280e-c232-4c06-9e77-35417f469d50 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1167001208&fields=id&tenant_id=ca81b632db194f88921000d02e62751c HTTP/1.1" status: 200 len: 267 time: 0.1265330 Sep 17 15:44:21.044943 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6d2bb-4a25-4ab7-bcea-16deecbc3ff4 None None] Pushing event updated for resources: {'Port': ['ID=6e11bdfb-c2dc-4021-9650-e74bcd28c9e3,revision_number=4']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:21.131453 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:21.132099 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:44:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:21.286894 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-fe892368-f681-4d7d-8ee1-492329ced4dc tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:21.305546 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-fe892368-f681-4d7d-8ee1-492329ced4dc tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/networks?id=a66c1e7b-da6a-438e-885c-cf6626239a40 HTTP/1.1" status: 200 len: 810 time: 0.4801674 Sep 17 15:44:21.326763 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Request body: {'port': {'device_id': '2b294591-7ce7-4432-a7bd-a4c53ad11170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:21.382636 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-0265f791-1add-4acb-94b3-2b366b928b50 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/quotas/ca81b632db194f88921000d02e62751c HTTP/1.1" status: 200 len: 375 time: 0.0758746 Sep 17 15:44:21.422330 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Sync routers for ids ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:44:21.495578 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Routers {'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:21.497026 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Made reservation on behalf of c30b228319114452b2f33ab3f5a7323f for: {'port': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:21.498462 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:44:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:21.507193 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:21.568689 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8d625dc3-73e6-4eb3-b954-087cbdb6bfe9 req-523ed2de-1c62-4b0f-8252-21c6d877baa4 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 210 time: 0.2690780 Sep 17 15:44:21.693958 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-bd7023db-fcb4-4898-88d8-68ef3bfcb4e1 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca81b632db194f88921000d02e62751c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3086276 Sep 17 15:44:21.718255 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:21.794973 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 552f6b57-fa61-4cd4-af2e-4107815340f8 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:21.796110 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:21.938700 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-535dfd5d-b564-4531-834e-3715493c1e29 service neutron] 10.222.0.50 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174137 Sep 17 15:44:21.979917 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6e68de4c-391f-493b-a437-548c8b0328c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:22.050789 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38260) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:22.064958 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-2f11b1ce-4084-443a-b34e-39c53c6d12b8 service neutron] 10.222.0.50 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230471 Sep 17 15:44:22.066313 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:22.129902 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Set router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:22.275855 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-6e68de4c-391f-493b-a437-548c8b0328c7 None None] For port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=6e11bdfb-c2dc-4021-9650-e74bcd28c9e3,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:22.292390 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6e68de4c-391f-493b-a437-548c8b0328c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:22.352727 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:20Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:22.386956 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e0e56-4e2b-4e47-be6e-d274e8eecf00 None None] The sync data for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi is: [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:20Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:44:22.581355 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68de4c-391f-493b-a437-548c8b0328c7 None None] Pushing event updated for resources: {'Port': ['ID=6e11bdfb-c2dc-4021-9650-e74bcd28c9e3,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:22.623067 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2fa08e80-59f4-4553-9d48-f9782e1497e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:22.814318 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d2b9d756-9476-4472-9595-b4a8d0001ffe req-e87c9b19-fde3-4432-807e-3089905b8d5b tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.1876836 Sep 17 15:44:22.819201 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:23.086985 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-72074fdb-becf-4fe5-8dd9-15acc971dd3e None None] Provisioning complete for port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:23.095914 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-72074fdb-becf-4fe5-8dd9-15acc971dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:23.124716 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Allocated IP 172.20.0.9 (dc043e30-874f-41c9-9332-5436376f0bba/feb33798-0025-4542-8a17-2685e37ce4b9/780b43e9-d7ea-4945-996a-6558e94da030) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:23.129666 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc {{(pid=100591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:23.157277 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:23.253205 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Transition to ACTIVE for port object 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:44:23.300152 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:23.309058 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-31a2a698-9358-4826-abbb-f9605d2caf79 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:23.332929 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-31a2a698-9358-4826-abbb-f9605d2caf79 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 818 time: 1.4728470 Sep 17 15:44:23.421742 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:23.422243 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:23.475619 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-6d6013ab-a858-4756-b446-a68733ccc084 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/quotas/160276c6339b4f2d98234b9a04e8e65c HTTP/1.1" status: 200 len: 375 time: 0.1386628 Sep 17 15:44:23.486124 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:23.632832 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e57fdd-3098-4af9-9013-b21e41b7a3fa req-3c6b0c91-4802-4bb5-a238-d8f3d77135e6 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:23.657927 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-95e57fdd-3098-4af9-9013-b21e41b7a3fa req-3c6b0c91-4802-4bb5-a238-d8f3d77135e6 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.4249382 Sep 17 15:44:23.792958 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Attempting to bind port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:23.793480 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Attempting to bind port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': 'a4f622f8-607a-469e-8a5b-0ff17a780943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '877468f6-d33d-40ab-a6c2-84a62a3c988c'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:23.793996 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Attempting to bind port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc on network 877468f6-d33d-40ab-a6c2-84a62a3c988c {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:23.805298 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc on network 877468f6-d33d-40ab-a6c2-84a62a3c988c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:44:23.807232 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Attempting to bind port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc on network 877468f6-d33d-40ab-a6c2-84a62a3c988c {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:23.850631 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:23.851162 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Checking segment: {'id': 'a4f622f8-607a-469e-8a5b-0ff17a780943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '877468f6-d33d-40ab-a6c2-84a62a3c988c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:23.853203 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Bound using segment: {'id': 'a4f622f8-607a-469e-8a5b-0ff17a780943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '877468f6-d33d-40ab-a6c2-84a62a3c988c'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:23.854850 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Bound port: 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f622f8-607a-469e-8a5b-0ff17a780943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '877468f6-d33d-40ab-a6c2-84a62a3c988c'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:23.856117 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:23.879406 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-95e57fdd-3098-4af9-9013-b21e41b7a3fa req-0a94583f-3a1b-4c08-9d05-069ded1be41a tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147236 Sep 17 15:44:23.896707 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'name': 'tempest-ServerRescueNegativeTestJSON-400390983-router', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:14Z', 'revision_number': 4, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'gw_port': {'id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:08Z', 'updated_at': '2021-09-17T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6902a3eb-ca4a-4ed5-b192-1127d8e4721a', 'name': '', 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'mac_address': 'fa:16:3e:7e:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:12Z', 'updated_at': '2021-09-17T15:44:14Z', 'revision_number': 2, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'subnets': [{'id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:23.984482 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Checking router: ec081c8c-4be4-4b1e-b31b-aa2b0d366faa for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:44:23.985019 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Updating router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a binding host dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:44:24.010550 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8e51f981-b818-4fbe-9ac5-c84de4e3a825 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5160663 Sep 17 15:44:24.041593 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.095030 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2d675268-dbae-44f3-bb44-a92b063687cc req-e084b003-4fd2-4238-8fe7-817d92bc7828 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0895224 Sep 17 15:44:24.137110 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.192528 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] For port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc, host hv-cinder-73409, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:24.203790 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] For port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,segment=NetworkSegment(a4f622f8-607a-469e-8a5b-0ff17a780943),segment_id=a4f622f8-607a-469e-8a5b-0ff17a780943)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:24.214247 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.283802 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:24.287088 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.288630 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] 10.222.0.37 "PUT /v2.0/ports/8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc HTTP/1.1" status: 200 len: 1093 time: 3.6761997 Sep 17 15:44:24.289876 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b294591-7ce7-4432-a7bd-a4c53ad11170', 'tag': '8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:44:24.307691 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2fa08e80-59f4-4553-9d48-f9782e1497e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.347769 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2fa08e80-59f4-4553-9d48-f9782e1497e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.536756 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2fa08e80-59f4-4553-9d48-f9782e1497e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f04c0d286ced4dccaccc6fcd0c626c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4619834 Sep 17 15:44:24.543358 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38364) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:24.553974 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa08e80-59f4-4553-9d48-f9782e1497e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011f39df-6dbe-4abc-8bb1-7ed51345706c,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:24.572181 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.588414 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-880aac12-11f9-4fd1-a300-4f56415d9c30 service neutron] 10.222.0.50 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536389 Sep 17 15:44:24.637994 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:24.741449 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e8991-a6d3-456e-959d-7e8c8b6467d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:24.767045 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Network dc043e30-874f-41c9-9332-5436376f0bba is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:24.778523 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255afc7-2a46-4fa8-86d5-50bcc597d514 req-a71235f9-f6ec-4af4-bf37-0a177bf712d1 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:24.780688 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Notify callbacks [] for port, precommit_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.782781 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9255afc7-2a46-4fa8-86d5-50bcc597d514 req-a71235f9-f6ec-4af4-bf37-0a177bf712d1 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.5043435 Sep 17 15:44:24.795059 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:24.798254 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:24.799522 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.804596 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:24.805180 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.866456 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9255afc7-2a46-4fa8-86d5-50bcc597d514 req-c242a2a0-7a1a-4129-8e5c-61b9adcea515 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780261 Sep 17 15:44:24.868236 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:24.869561 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.921622 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Pushing event updated for resources: {'Port': ['ID=780b43e9-d7ea-4945-996a-6558e94da030,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:24.935485 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-f9a3562e-0415-4b61-98e5-8476530df7bb service neutron] 10.222.0.50 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231628 Sep 17 15:44:24.940848 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d17f3102-865c-4d3c-b338-a5eca30f5a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:24.955626 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07cd1c-766a-457c-9bb3-e55c18646d80 None None] Pushing event updated for resources: {'Port': ['ID=6902a3eb-ca4a-4ed5-b192-1127d8e4721a,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:24.976562 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-56f72013-8d78-42b1-b5a4-7154bdba8963 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8958259 Sep 17 15:44:25.001522 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Attempting to bind port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:25.002277 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Attempting to bind port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:25.002879 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Attempting to bind port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a on network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:25.013853 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d17f3102-865c-4d3c-b338-a5eca30f5a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.039065 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7c2ca0-33ef-45d2-a2a1-e552daae3dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "2b294591-7ce7-4432-a7bd-a4c53ad11170", "tag": "8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:44:25.049499 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:25.049873 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38380) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:25.050117 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Checking segment: {'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:25.050525 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.050920 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Bound using segment: {'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:25.051390 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Bound port: 6902a3eb-ca4a-4ed5-b192-1127d8e4721a, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:25.051791 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.078452 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1fc43ef0-c37f-4a6b-a063-1f7429f037e0 req-1d4abb71-aaac-41fa-bddf-23edcdcda870 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0348334 Sep 17 15:44:25.098021 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d17f3102-865c-4d3c-b338-a5eca30f5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.101877 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d17f3102-865c-4d3c-b338-a5eca30f5a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.108040 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-d17f3102-865c-4d3c-b338-a5eca30f5a4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/011f39df-6dbe-4abc-8bb1-7ed51345706c HTTP/1.1" status: 204 len: 168 time: 0.5635450 Sep 17 15:44:25.116616 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3102-865c-4d3c-b338-a5eca30f5a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011f39df-6dbe-4abc-8bb1-7ed51345706c,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:25.201314 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] For port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:25.207523 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] For port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=6902a3eb-ca4a-4ed5-b192-1127d8e4721a,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:25.219692 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.282639 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-99153532-1f8e-45c2-ba42-8070e6cb1931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.317106 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02596b1-f248-4be2-95ed-4d0d498a3892 req-8b0893f8-74b9-4143-a9d3-49ed7156ea1c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:25.325384 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c02596b1-f248-4be2-95ed-4d0d498a3892 req-8b0893f8-74b9-4143-a9d3-49ed7156ea1c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.1110327 Sep 17 15:44:25.336926 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Routers {'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:44:25.342193 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:44:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:25.344284 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07cd1c-766a-457c-9bb3-e55c18646d80 None None] Pushing event updated for resources: {'Port': ['ID=6902a3eb-ca4a-4ed5-b192-1127d8e4721a,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:25.381317 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c02596b1-f248-4be2-95ed-4d0d498a3892 req-cb209e08-1f7d-46e6-9b37-1af76175338b tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548556 Sep 17 15:44:25.483558 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dd999d5c-fe91-4961-859e-b17da11a26de req-6f918cd9-675b-474c-a53d-e981dd51d5c8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0546570 Sep 17 15:44:25.532546 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38402) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:25.552789 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-02572ed3-2271-4068-b328-addf66bc62d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.597395 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-99153532-1f8e-45c2-ba42-8070e6cb1931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.606799 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-99153532-1f8e-45c2-ba42-8070e6cb1931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.654258 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] Set router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:44:25.683061 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99153532-1f8e-45c2-ba42-8070e6cb1931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f8e80d-44a9-40e0-960b-9320c3594614,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:25.689618 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f750ff80-ded2-46fb-b382-38fd007a3b23 req-6174f72a-9bf8-485e-8b0e-5a78311fa9df tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0639052 Sep 17 15:44:25.699506 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-99153532-1f8e-45c2-ba42-8070e6cb1931 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8679f5aa2c44d38969bd9535b5730f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447074 Sep 17 15:44:25.702441 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38406) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:25.765137 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f95fbe5-1b65-4812-834a-301764e5822f x-openstack-request-id: req-0f95fbe5-1b65-4812-834a-301764e5822f {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:44:25.765436 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b294591-7ce7-4432-a7bd-a4c53ad11170", "tag": "8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:44:25.765855 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f95fbe5-1b65-4812-834a-301764e5822f {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:44:25.766307 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b294591-7ce7-4432-a7bd-a4c53ad11170', 'tag': '8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc', 'status': 'completed', 'code': 200} Sep 17 15:44:25.802088 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f492-5432-4f4c-ae39-79fd2e6d89a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.814502 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-02572ed3-2271-4068-b328-addf66bc62d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.821152 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-02572ed3-2271-4068-b328-addf66bc62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.859521 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f492-5432-4f4c-ae39-79fd2e6d89a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.897320 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02572ed3-2271-4068-b328-addf66bc62d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f642763-c4df-47f7-8dcb-8f412ee31004,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:25.905237 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38412) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:25.905429 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-02572ed3-2271-4068-b328-addf66bc62d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0c959d189df4718883468fe8e9e4a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714526 Sep 17 15:44:25.947270 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f492-5432-4f4c-ae39-79fd2e6d89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.960544 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f492-5432-4f4c-ae39-79fd2e6d89a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:25.964476 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-cdd0f492-5432-4f4c-ae39-79fd2e6d89a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72f8e80d-44a9-40e0-960b-9320c3594614 HTTP/1.1" status: 204 len: 168 time: 0.2580326 Sep 17 15:44:25.970648 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0f492-5432-4f4c-ae39-79fd2e6d89a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f8e80d-44a9-40e0-960b-9320c3594614,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:26.000135 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7928e6d5-a710-4719-8bd4-188a3b2176ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:26.028545 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7928e6d5-a710-4719-8bd4-188a3b2176ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:26.054635 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c74c9-114f-487a-99f0-cfb52f22639c req-04d40e4d-77e0-42cf-9c66-85f9be248406 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:26.056936 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c15c74c9-114f-487a-99f0-cfb52f22639c req-04d40e4d-77e0-42cf-9c66-85f9be248406 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0961487 Sep 17 15:44:26.100511 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'name': 'tempest-ServerRescueNegativeTestJSON-400390983-router', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:14Z', 'revision_number': 4, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'gw_port': {'id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:08Z', 'updated_at': '2021-09-17T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6902a3eb-ca4a-4ed5-b192-1127d8e4721a', 'name': '', 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'mac_address': 'fa:16:3e:7e:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:12Z', 'updated_at': '2021-09-17T15:44:25Z', 'revision_number': 4, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'subnets': [{'id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:44:26.110812 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c15c74c9-114f-487a-99f0-cfb52f22639c req-5bcebd3a-64d5-4f30-878a-0073977740f0 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454223 Sep 17 15:44:26.121464 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7928e6d5-a710-4719-8bd4-188a3b2176ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:26.124116 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7928e6d5-a710-4719-8bd4-188a3b2176ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:26.132930 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-7928e6d5-a710-4719-8bd4-188a3b2176ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f642763-c4df-47f7-8dcb-8f412ee31004 HTTP/1.1" status: 204 len: 168 time: 0.2184319 Sep 17 15:44:26.156894 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928e6d5-a710-4719-8bd4-188a3b2176ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f642763-c4df-47f7-8dcb-8f412ee31004,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:26.157944 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf87838-47d3-41c4-b113-c8146334771a None None] The sync data for ids ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'] in dv-cinder-734093-3-iscsi is: [{'id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'name': 'tempest-ServerRescueNegativeTestJSON-400390983-router', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:14Z', 'revision_number': 4, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'gw_port': {'id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:08Z', 'updated_at': '2021-09-17T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6902a3eb-ca4a-4ed5-b192-1127d8e4721a', 'name': '', 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'mac_address': 'fa:16:3e:7e:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:12Z', 'updated_at': '2021-09-17T15:44:25Z', 'revision_number': 4, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'subnets': [{'id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:44:26.270187 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b84903a4-3d96-42bd-99ab-e834c4d3c910 req-a4bca5ea-1cca-48fc-b1b2-436fa45089bc tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0537891 Sep 17 15:44:26.582747 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21590e3-14cd-43db-a1b3-d1ff3563562c req-e250c478-b9b8-4343-8743-61de69ef55f9 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:26.600778 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b21590e3-14cd-43db-a1b3-d1ff3563562c req-e250c478-b9b8-4343-8743-61de69ef55f9 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.1487274 Sep 17 15:44:26.686032 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 6902a3eb-ca4a-4ed5-b192-1127d8e4721a up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:26.714397 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b21590e3-14cd-43db-a1b3-d1ff3563562c req-776a8980-2dd3-4b35-8308-6da1914d2c0c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126213 Sep 17 15:44:26.746085 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38436) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:26.752224 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1fc2387d-74b3-40a2-a7a4-643143f0fb17 req-e613b69e-b3b0-41ba-a99c-5bb8bc4a253d tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0917048 Sep 17 15:44:26.768536 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c1930cf0-bb44-4ff8-afdc-ee259a5f63c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:26.845920 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:26.846543 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:26.852205 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d7fd589c-e0ec-4b1e-b12f-61367d8d8ad4 req-72897a96-c7d6-4215-b4e7-817c408460f4 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0590508 Sep 17 15:44:26.974301 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c1930cf0-bb44-4ff8-afdc-ee259a5f63c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:26.980189 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:26.982552 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c1930cf0-bb44-4ff8-afdc-ee259a5f63c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:27.025986 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=6902a3eb-ca4a-4ed5-b192-1127d8e4721a,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:27.034177 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:27.051304 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-c1930cf0-bb44-4ff8-afdc-ee259a5f63c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f67fb4ebf65a436490ea87ab5f924356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038833 Sep 17 15:44:27.052892 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38442) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:27.054236 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1930cf0-bb44-4ff8-afdc-ee259a5f63c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c242c272-5a0b-4dd0-9f4a-30314000cca0,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:27.109753 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=6902a3eb-ca4a-4ed5-b192-1127d8e4721a,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:27.112496 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2c732442-17c2-4a86-8d95-ade7a9d08ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:27.139093 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2c732442-17c2-4a86-8d95-ade7a9d08ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:27.202074 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2c732442-17c2-4a86-8d95-ade7a9d08ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:27.204652 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2c732442-17c2-4a86-8d95-ade7a9d08ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:27.205885 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2c732442-17c2-4a86-8d95-ade7a9d08ccf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c242c272-5a0b-4dd0-9f4a-30314000cca0 HTTP/1.1" status: 204 len: 168 time: 0.1518755 Sep 17 15:44:27.232605 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c732442-17c2-4a86-8d95-ade7a9d08ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c242c272-5a0b-4dd0-9f4a-30314000cca0,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:27.268466 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bbbe2-2bf1-4e47-9754-a1ec02f0929e req-d973a359-e9e4-448e-aca4-224e97eb6ead tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:27.270116 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3b2bbbe2-2bf1-4e47-9754-a1ec02f0929e req-d973a359-e9e4-448e-aca4-224e97eb6ead tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0800204 Sep 17 15:44:27.351896 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3b2bbbe2-2bf1-4e47-9754-a1ec02f0929e req-316d8a4c-6d49-4522-94c8-ac9d0b5e986d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578969 Sep 17 15:44:27.395832 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-20b23b94-e77d-4419-a64f-503d42029797 req-0403ddc6-66b3-4dfa-b784-b75d563d0022 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0324640 Sep 17 15:44:27.854048 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfe182-700d-460d-8711-454cd51c494d req-059b67fc-8c99-44fa-bc50-14842546dbdd tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:27.870970 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1fcfe182-700d-460d-8711-454cd51c494d req-059b67fc-8c99-44fa-bc50-14842546dbdd tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0997138 Sep 17 15:44:27.906601 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8ff5899c-e3ad-4f8c-9103-5749b5e33f34 req-caf076a0-25b9-432a-a239-f9b5f5f8c64e tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0623319 Sep 17 15:44:27.934338 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1fcfe182-700d-460d-8711-454cd51c494d req-ba51ed41-cc07-4aba-886a-bbb6bbadf5c3 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615849 Sep 17 15:44:28.003750 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b10eabec-8b14-49d5-b81d-f85317c9b4d5 req-34473380-7d04-45e6-a3e3-b7766e6861e5 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0397458 Sep 17 15:44:28.467617 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc6f57-acd1-460c-96e8-7728f436c964 req-b982e287-0647-465f-b792-2c8991f331f0 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:28.469137 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9cbc6f57-acd1-460c-96e8-7728f436c964 req-b982e287-0647-465f-b792-2c8991f331f0 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0547686 Sep 17 15:44:28.520094 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9cbc6f57-acd1-460c-96e8-7728f436c964 req-3e2d434f-b482-418b-b091-f3b08afc71b2 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Sep 17 15:44:28.559765 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cd5f6fbe-1e76-45b5-8e9b-0ee381529c46 req-f55ff225-06a5-4d67-948c-decb2f0dfa33 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0529294 Sep 17 15:44:28.569111 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 6902a3eb-ca4a-4ed5-b192-1127d8e4721a up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:28.641707 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:28.642383 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:29.001122 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d5aa2777-df88-4a37-a299-aadbda9be846 req-a5b61eb1-2fe6-4361-851a-05730d0f8582 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0338802 Sep 17 15:44:29.037505 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38544) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:29.069927 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e1720-6cf0-4838-9326-218dabe1f365 req-f2fc90fd-ebb7-4598-9cc2-77915b1bb3fd tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:29.072074 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-311e1720-6cf0-4838-9326-218dabe1f365 req-f2fc90fd-ebb7-4598-9cc2-77915b1bb3fd tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0645447 Sep 17 15:44:29.120399 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-311e1720-6cf0-4838-9326-218dabe1f365 req-17bfdb71-f343-413a-8f52-09f9561fc8c1 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 Sep 17 15:44:29.127353 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5af7fc5c-0d97-4092-9cc6-3be560abec88 req-3aa1f2d5-a6ce-44e1-a3db-6feb6b6fba94 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0341580 Sep 17 15:44:29.183517 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1a1b49ac-9e03-4dff-b6d8-8b229d511eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:29.418936 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1a1b49ac-9e03-4dff-b6d8-8b229d511eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:29.431956 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1a1b49ac-9e03-4dff-b6d8-8b229d511eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:29.471591 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-1a1b49ac-9e03-4dff-b6d8-8b229d511eaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=505c046811ff4469ad41516d1681a032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329047 Sep 17 15:44:29.472723 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b49ac-9e03-4dff-b6d8-8b229d511eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da723736-b17a-480d-99ef-1bdc2ea79280,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:29.474415 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38554) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:29.545651 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c64f4e06-b986-4d8a-8e97-7850aaa1197d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:29.591342 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c64f4e06-b986-4d8a-8e97-7850aaa1197d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:29.675729 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c64f4e06-b986-4d8a-8e97-7850aaa1197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:29.678754 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c64f4e06-b986-4d8a-8e97-7850aaa1197d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:29.683220 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-c64f4e06-b986-4d8a-8e97-7850aaa1197d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da723736-b17a-480d-99ef-1bdc2ea79280 HTTP/1.1" status: 204 len: 168 time: 0.2033305 Sep 17 15:44:29.718521 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca76336-66a7-490a-a192-b2f19f5acc30 req-fa66e8cd-dd17-4a20-861b-e4075ffca670 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:29.720187 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7ca76336-66a7-490a-a192-b2f19f5acc30 req-fa66e8cd-dd17-4a20-861b-e4075ffca670 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0883110 Sep 17 15:44:29.725705 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f4e06-b986-4d8a-8e97-7850aaa1197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da723736-b17a-480d-99ef-1bdc2ea79280,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:29.770620 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7d1b80f7-8fd8-40d0-8c9b-3c1030255177 req-540749e7-fb21-43db-b48b-ed728018bc1e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0622337 Sep 17 15:44:29.810540 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7ca76336-66a7-490a-a192-b2f19f5acc30 req-233ca045-bfe0-42e2-8693-d916eb9d8920 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707555 Sep 17 15:44:30.017427 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38570) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:30.032123 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-30de3d83-c02f-4cd1-b973-5a1ba6197106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:30.113292 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-68d0626e-1d46-423a-8ed5-b8e41659e8fd req-01c8cf69-6f3d-4bee-9e5e-88471281a157 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0340686 Sep 17 15:44:30.156802 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-30de3d83-c02f-4cd1-b973-5a1ba6197106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:30.161913 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-30de3d83-c02f-4cd1-b973-5a1ba6197106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:30.204583 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3d83-c02f-4cd1-b973-5a1ba6197106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c82e0-6e9f-44f0-95e3-6216f08b1ce1,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:30.208928 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-30de3d83-c02f-4cd1-b973-5a1ba6197106 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c80de7f7d07c441eb7809943d775b21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904821 Sep 17 15:44:30.218910 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38578) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:30.246609 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a754048d-a2db-4ed9-a5f3-2773277cbf23 req-ec47b32d-faf4-45fd-b81b-5ec4ff616ec4 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0360432 Sep 17 15:44:30.260930 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb20232-286c-4f9d-9167-ffe5209a6ca7 req-5a6fbe7c-10a9-477b-ac85-dba5ef7c82d6 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:30.263035 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8fb20232-286c-4f9d-9167-ffe5209a6ca7 req-5a6fbe7c-10a9-477b-ac85-dba5ef7c82d6 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0584371 Sep 17 15:44:30.285875 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-39a9ab8e-7376-47f1-8f27-badb7d98b566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:30.312185 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-39a9ab8e-7376-47f1-8f27-badb7d98b566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:30.313344 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8fb20232-286c-4f9d-9167-ffe5209a6ca7 req-49ebcbab-f2d4-46fa-97df-df24d0d401a3 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Sep 17 15:44:30.374657 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-39a9ab8e-7376-47f1-8f27-badb7d98b566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:30.377170 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-39a9ab8e-7376-47f1-8f27-badb7d98b566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:30.378407 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-39a9ab8e-7376-47f1-8f27-badb7d98b566 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/331c82e0-6e9f-44f0-95e3-6216f08b1ce1 HTTP/1.1" status: 204 len: 168 time: 0.1586099 Sep 17 15:44:30.386100 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ab8e-7376-47f1-8f27-badb7d98b566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c82e0-6e9f-44f0-95e3-6216f08b1ce1,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:30.938962 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fc04ca81-72da-4945-83b3-03667541024f req-03fe2c2f-91db-4c1f-bec5-666710f63338 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0544250 Sep 17 15:44:31.010738 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc63d0d-10a5-4689-a8f1-6742c9bbeee8 req-88df846b-979a-4d85-b6ce-156b6082e998 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:31.012355 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fdc63d0d-10a5-4689-a8f1-6742c9bbeee8 req-88df846b-979a-4d85-b6ce-156b6082e998 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0790763 Sep 17 15:44:31.083752 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fdc63d0d-10a5-4689-a8f1-6742c9bbeee8 req-a79a084b-5eb1-4617-8f2f-6d5296bcdbc1 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524583 Sep 17 15:44:31.233988 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2d4722b8-e543-40a2-953e-9136237896e0 req-9d1b7bb4-49e9-406d-8ad1-cf2ea75ed37a tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0414128 Sep 17 15:44:31.375370 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-79a2ab99-ff06-45c3-a6fb-653265479e6e req-8b1035df-bed8-4af0-82d5-718020336720 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0511405 Sep 17 15:44:31.459178 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b5660-293b-4291-af22-424d540816a7 req-4bb8c21a-1096-4c8d-8471-b8da9e93491f tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:31.460659 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-bb6b5660-293b-4291-af22-424d540816a7 req-4bb8c21a-1096-4c8d-8471-b8da9e93491f tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0505099 Sep 17 15:44:31.502546 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-bb6b5660-293b-4291-af22-424d540816a7 req-dff06a61-6e20-49d9-8005-c813f8907b56 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353763 Sep 17 15:44:32.072830 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1975e2bb-d344-4914-b10a-6000150ffeb0 req-4d54437f-e487-4690-8b3b-2c7e8aa53260 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0513952 Sep 17 15:44:32.257175 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e28757-9591-4a2c-a89f-7d57914341e9 req-330c6b4e-af09-4e24-84db-90bcd2ddbec2 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:32.259932 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-43e28757-9591-4a2c-a89f-7d57914341e9 req-330c6b4e-af09-4e24-84db-90bcd2ddbec2 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0803912 Sep 17 15:44:32.345873 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-43e28757-9591-4a2c-a89f-7d57914341e9 req-ceb28e11-cc3d-4c36-84c5-6bd5d98e9bb7 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756240 Sep 17 15:44:32.353587 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6d4acb73-a2dd-44a3-bccd-6ee4e561bffa req-d29ba4f2-b75a-4462-a7f3-ccbb8fabefb6 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0386314 Sep 17 15:44:32.497431 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-15fc14cc-94b4-4a1d-a12d-bfacc47173bd req-f68fce05-19c3-419c-891b-7d0e86ed7dc1 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0362701 Sep 17 15:44:32.659865 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b1690-88f6-4358-85a7-0d709e39418f req-28822cf3-8c64-4d6c-8f24-00dd21344a7a tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:32.662135 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e75b1690-88f6-4358-85a7-0d709e39418f req-28822cf3-8c64-4d6c-8f24-00dd21344a7a tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0851533 Sep 17 15:44:32.716671 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e75b1690-88f6-4358-85a7-0d709e39418f req-e5d81eee-2d71-4f3c-9338-cb1f37079ad6 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Sep 17 15:44:33.180216 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c96f8307-0b6c-4f24-bd4b-9e69dd53380a req-807ccf66-6136-41f1-9afb-6ae29077d9f8 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0277934 Sep 17 15:44:33.366042 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:44:33.462798 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9d8fe4c2-2a51-4a62-b1be-adc369e3bff4 req-064308ae-4c6f-44e6-ab96-e52df42caa0d tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0263495 Sep 17 15:44:33.487953 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8597e6-e9af-4cf5-aa93-92b7c19e5cba req-b0784a4b-953e-49dc-9e5e-c239657c1acb tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:33.489573 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-de8597e6-e9af-4cf5-aa93-92b7c19e5cba req-b0784a4b-953e-49dc-9e5e-c239657c1acb tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0541718 Sep 17 15:44:33.529383 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-de8597e6-e9af-4cf5-aa93-92b7c19e5cba req-46c78402-6c63-451c-9351-6bc09895a848 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322895 Sep 17 15:44:33.605499 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5a651a20-4445-45ea-a08c-66565c07b8e1 req-d007735f-f379-474d-98f8-7cdc3c98527a tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0295732 Sep 17 15:44:33.845026 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a04a3-8e10-4d44-a01d-9f020d041044 req-a8112c78-e369-4edb-98bb-17fe417634c7 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:33.846884 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d70a04a3-8e10-4d44-a01d-9f020d041044 req-a8112c78-e369-4edb-98bb-17fe417634c7 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0499604 Sep 17 15:44:33.909128 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d70a04a3-8e10-4d44-a01d-9f020d041044 req-5f990eec-74f8-465e-9763-3535bc6912ae tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525455 Sep 17 15:44:34.283728 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ac5d9b4e-c8c1-4236-8ed7-b8a8b037ad94 req-c5e6bcaf-ae79-496f-a008-9f0e5de836bf tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0323579 Sep 17 15:44:34.558126 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d6f6921c-805e-4e37-a467-a797c5000fb2 req-71f3062a-2f7f-4803-a7f4-cc9228dcdce2 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0286458 Sep 17 15:44:34.648979 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8c972-cc53-4ae4-b525-86b7860ed82f req-0c74d5d8-c94e-4f08-aff3-723b5a587950 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:34.651144 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-02f8c972-cc53-4ae4-b525-86b7860ed82f req-0c74d5d8-c94e-4f08-aff3-723b5a587950 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0520830 Sep 17 15:44:34.690291 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-02f8c972-cc53-4ae4-b525-86b7860ed82f req-8e51e869-5e21-4bf0-8922-7f3943d330a5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Sep 17 15:44:34.697300 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a96b556b-0d60-4a84-abfe-5310fef4d6d9 req-3340505f-d3c4-4af9-9b02-ef6a3316c057 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0253263 Sep 17 15:44:35.020560 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285db11b-41aa-425f-ba1a-c8f76902e288 req-580739b1-724f-45f7-8801-aad28a368f12 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:35.022100 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-285db11b-41aa-425f-ba1a-c8f76902e288 req-580739b1-724f-45f7-8801-aad28a368f12 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0489535 Sep 17 15:44:35.061957 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-285db11b-41aa-425f-ba1a-c8f76902e288 req-f72cdfbf-0c66-4dd7-a17d-e80843210cea tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Sep 17 15:44:35.379794 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3733d5f6-1231-4db4-931e-2d225d190828 req-ee07069e-5356-405a-8c57-5acc747b6d5a tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0258467 Sep 17 15:44:35.653565 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fe5f0d6e-464a-4a47-bc11-7f0516338c05 req-17be5b65-ace2-4ac0-9bc8-ce12bca6ded5 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0280316 Sep 17 15:44:35.793656 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fe9cd0dc-c2a9-4b46-aed6-8fff29d8f0ca req-f7674ad0-5e03-415a-ad9c-6fccc9e58f76 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0304370 Sep 17 15:44:35.810102 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079a7f2-105f-441c-b3e9-e5e6c056c4fb req-9af0fffc-15b8-48e6-9713-b6a3bdc8879f tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:35.811935 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f079a7f2-105f-441c-b3e9-e5e6c056c4fb req-9af0fffc-15b8-48e6-9713-b6a3bdc8879f tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0541945 Sep 17 15:44:35.854741 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f079a7f2-105f-441c-b3e9-e5e6c056c4fb req-f8e6c154-3d78-4130-a9cd-d50cbc7f743c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346358 Sep 17 15:44:36.175279 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499341c6-d266-42b7-b470-e1ec4ff94d86 req-bb608a05-57ba-4b5c-b22e-52bb18d5d690 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:36.176735 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-499341c6-d266-42b7-b470-e1ec4ff94d86 req-bb608a05-57ba-4b5c-b22e-52bb18d5d690 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0487468 Sep 17 15:44:36.216073 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-499341c6-d266-42b7-b470-e1ec4ff94d86 req-79b7e10b-4436-4534-ab2a-82910b085c78 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328803 Sep 17 15:44:36.478363 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-68ca1944-5f93-43c6-a15f-49ab7ac58718 req-4d68d382-4afc-4c0c-b8d0-55d318d82e5e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0281107 Sep 17 15:44:36.747667 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e97d81de-133d-4e65-b389-6227ff185dc9 req-095ae219-8eee-4fc6-beec-3d4c49d2270a tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0273185 Sep 17 15:44:36.887685 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-826e1231-9de7-4ed4-a082-3dbb096905ca req-4546539e-2c65-49a6-8ad9-e8e04ff10e9b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0285094 Sep 17 15:44:36.968434 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8eb187-351f-49b0-8a62-b18ef22c15a2 req-a0b779fc-f46b-4f39-9a89-b5e8706dcb96 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:36.969854 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9d8eb187-351f-49b0-8a62-b18ef22c15a2 req-a0b779fc-f46b-4f39-9a89-b5e8706dcb96 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0480564 Sep 17 15:44:37.011878 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9d8eb187-351f-49b0-8a62-b18ef22c15a2 req-03609392-9789-4fc2-a71a-b6a12d38ed7e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359678 Sep 17 15:44:37.326214 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea88e0-9f39-41a2-8007-225c1bad9fb3 req-fbea7101-8f85-45be-a77e-2f6677a48f3e tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:37.327663 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-41ea88e0-9f39-41a2-8007-225c1bad9fb3 req-fbea7101-8f85-45be-a77e-2f6677a48f3e tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0474150 Sep 17 15:44:37.364775 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-41ea88e0-9f39-41a2-8007-225c1bad9fb3 req-10cb5c38-8f40-4b36-bac8-9b5916e1c951 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Sep 17 15:44:37.572841 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0a3488a4-1253-48ce-8ad7-3f521823ad18 req-6757307d-2db2-47c2-9e92-815a4a466ee8 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0256584 Sep 17 15:44:37.837450 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9af5a8b7-6edb-4c70-becd-5a8f44319696 req-e6fb95b3-8579-4670-96bf-ef74b2774a5c tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0260057 Sep 17 15:44:37.979332 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-bcaf4a01-ec4c-4af1-a59d-dc1a15f3489a req-de82bab4-eb96-4a3d-aa41-1f9a80af61d6 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0265107 Sep 17 15:44:38.126195 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743a008-4629-4b20-bbb2-28741383aa62 req-e637486b-d032-4a08-8116-83208641fa94 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:38.127711 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1743a008-4629-4b20-bbb2-28741383aa62 req-e637486b-d032-4a08-8116-83208641fa94 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0514944 Sep 17 15:44:38.165078 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1743a008-4629-4b20-bbb2-28741383aa62 req-e4a14dc2-5258-493d-b12a-4bd7951e16f1 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303674 Sep 17 15:44:38.476663 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f333ea-9a8d-47ce-9188-a94991b855ce req-1d3e9470-0e43-4273-b18c-32cacdf2557b tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:38.478742 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-60f333ea-9a8d-47ce-9188-a94991b855ce req-1d3e9470-0e43-4273-b18c-32cacdf2557b tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0497630 Sep 17 15:44:38.516513 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-60f333ea-9a8d-47ce-9188-a94991b855ce req-f876339c-f15f-489a-be17-391c9661a36e tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Sep 17 15:44:38.674304 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7b5bb1a2-cca1-4dc9-b46a-287e99107f96 req-1a7082db-3e97-4c80-a2e5-21631b0fa59a tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0281432 Sep 17 15:44:38.697448 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Request body: {'port': {'device_id': '54e728f4-a6e0-4997-9f4f-036ae02b5c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:38.764637 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:38.773105 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.37', 64112) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:38.845548 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd883114-9537-41bf-8001-4389527d3462 req-b63ec551-4781-4008-9af5-aff31908de79 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:38.847759 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-b63ec551-4781-4008-9af5-aff31908de79 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.37 "GET /v2.0/networks?id=86e5a977-5813-4cf1-9900-b2d7b12e98f6 HTTP/1.1" status: 200 len: 817 time: 0.1362603 Sep 17 15:44:38.926502 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-eeba4660-fdde-4767-bc80-f248ff0a5ea1 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=810d0e564a67400c9b2b08c68ab198e4 HTTP/1.1" status: 200 len: 379 time: 0.0596037 Sep 17 15:44:38.938290 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2ca0-33ef-45d2-a2a1-e552daae3dbe req-e450aae1-e0f4-4d35-9c8e-e249c18ba196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:38.939525 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'port': {'device_id': 'd3b0db56-90f6-496d-900a-140980289a5f', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'admin_state_up': True, 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'security_groups': ['7a17c996-1908-43d2-9467-15e2f0581cf4']}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:38.939949 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9a7c2ca0-33ef-45d2-a2a1-e552daae3dbe req-e450aae1-e0f4-4d35-9c8e-e249c18ba196 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5660e224112451db0b6ca0a0c7423d6&device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 1096 time: 0.1658607 Sep 17 15:44:38.991925 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f257c235-8bb5-4583-a4d7-713899fb36ec req-c4f98367-13a1-4cc2-89aa-9d90e4eab659 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0474689 Sep 17 15:44:39.064144 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2dd90d8c-cf8c-4bd7-a3be-a64491cbbdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:39.082048 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Made reservation on behalf of 810d0e564a67400c9b2b08c68ab198e4 for: {'port': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:39.085616 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:39.151304 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d0413faa-8189-4510-8ec2-5ce8eb06d6a7 req-74af6fa3-c166-45eb-b1a4-aa54d4fea9d0 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0878944 Sep 17 15:44:39.273246 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Allocated IP 172.20.0.9 (86e5a977-5813-4cf1-9900-b2d7b12e98f6/b8d1c26b-aee6-40bf-8357-7b1e787bec6a/ae59b907-6376-4727-ab46-8bbb37e06cae) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:39.316290 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b02e9-0b65-49af-a7c6-f744967c35aa req-ef953ab8-5e24-4e6c-921e-3eafb1941b5b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:39.317954 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-618b02e9-0b65-49af-a7c6-f744967c35aa req-ef953ab8-5e24-4e6c-921e-3eafb1941b5b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 931 time: 0.0780373 Sep 17 15:44:39.353350 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2ca0-33ef-45d2-a2a1-e552daae3dbe req-0d091ea6-4495-4fea-a67d-c9257f334332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:39.354932 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9a7c2ca0-33ef-45d2-a2a1-e552daae3dbe req-0d091ea6-4495-4fea-a67d-c9257f334332 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a5660e224112451db0b6ca0a0c7423d6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3935349 Sep 17 15:44:39.404063 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-618b02e9-0b65-49af-a7c6-f744967c35aa req-efb37dde-aea5-4cf1-a570-a0819511bd75 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735009 Sep 17 15:44:39.431166 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.37', 64117) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:39.459658 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780b43e9-d7ea-4945-996a-6558e94da030 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:39.469917 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:39.551472 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:39.553795 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Transition to ACTIVE for port object 780b43e9-d7ea-4945-996a-6558e94da030 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:44:39.582251 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bc5ae630-e9b3-4610-bf29-6902f426c773 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:39.583814 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bc5ae630-e9b3-4610-bf29-6902f426c773 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 818 time: 0.1512411 Sep 17 15:44:39.598339 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Request body: {'port': {'device_id': '196a2e0d-419e-401f-b56d-66252255f18c', 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd', 'admin_state_up': True, 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:39.598976 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:39.670593 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:39.734326 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:39.738153 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'Port': ['ID=ae59b907-6376-4727-ab46-8bbb37e06cae,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:39.744302 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:39.816247 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:39.822480 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:39.823149 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:39.862335 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e400f4b-c781-4e05-bf03-bf0d6630562b req-6893388b-cc2c-41bf-a334-bf01913d636d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:39.863919 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2e400f4b-c781-4e05-bf03-bf0d6630562b req-6893388b-cc2c-41bf-a334-bf01913d636d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 931 time: 0.0970123 Sep 17 15:44:39.864526 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Made reservation on behalf of 160276c6339b4f2d98234b9a04e8e65c for: {'port': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:39.867964 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:39.872053 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-87d85da3-684e-4528-a839-07a66f76f258 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9398122 Sep 17 15:44:39.898931 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Request body: {'port': {'device_id': 'd3b0db56-90f6-496d-900a-140980289a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:39.903933 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Pushing event updated for resources: {'Port': ['ID=780b43e9-d7ea-4945-996a-6558e94da030,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:39.977986 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2e400f4b-c781-4e05-bf03-bf0d6630562b req-5e213dd3-722d-41c2-bb43-0445efdb4212 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031351 Sep 17 15:44:40.084881 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Attempting to bind port 780b43e9-d7ea-4945-996a-6558e94da030 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:40.086584 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Attempting to bind port 780b43e9-d7ea-4945-996a-6558e94da030 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:40.086915 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Attempting to bind port 780b43e9-d7ea-4945-996a-6558e94da030 on network dc043e30-874f-41c9-9332-5436376f0bba {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:40.089557 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2ca0-33ef-45d2-a2a1-e552daae3dbe req-ec5ca76f-4bc2-44ce-ace4-aea72c7445a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:40.091026 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9a7c2ca0-33ef-45d2-a2a1-e552daae3dbe req-ec5ca76f-4bc2-44ce-ace4-aea72c7445a3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6542509 Sep 17 15:44:40.097818 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Port 780b43e9-d7ea-4945-996a-6558e94da030 on network dc043e30-874f-41c9-9332-5436376f0bba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:44:40.098144 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Attempting to bind port 780b43e9-d7ea-4945-996a-6558e94da030 on network dc043e30-874f-41c9-9332-5436376f0bba {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:40.124250 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab6a06-0eb3-4ebd-8097-2edfe6aa0296 req-6bae938f-807d-4109-9af9-3cd9c4046c74 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:40.126587 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-73ab6a06-0eb3-4ebd-8097-2edfe6aa0296 req-6bae938f-807d-4109-9af9-3cd9c4046c74 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.4837430 Sep 17 15:44:40.127534 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:40.127871 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Checking segment: {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:40.128543 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Bound using segment: {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:40.129177 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Bound port: 780b43e9-d7ea-4945-996a-6558e94da030, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:40.129561 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:40.142933 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e8dd26d6-7fe8-47e9-8574-5a2c15ee3ef8 None None] Provisioning complete for port ae59b907-6376-4727-ab46-8bbb37e06cae triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:40.144227 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e8dd26d6-7fe8-47e9-8574-5a2c15ee3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:40.159005 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Allocated IP 172.20.0.5 (0f3551d3-a1cc-425c-a941-1b7c8eb363fd/9ffd11f0-6e59-415c-afa3-41fe34f659b7/a3fab210-ffd4-43c5-ac9f-9c823b100b82) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:40.195119 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c579bc8b-cb6b-4ef5-aa96-f9285d1bf7ca req-19367038-2260-4f86-b455-fb7870fb3abd tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0374265 Sep 17 15:44:40.198328 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd26d6-7fe8-47e9-8574-5a2c15ee3ef8 None None] Port ae59b907-6376-4727-ab46-8bbb37e06cae cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:44:40.204010 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:40.224430 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-73ab6a06-0eb3-4ebd-8097-2edfe6aa0296 req-37668b9e-b5f1-4b9a-8cb4-a869274eb43b tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801854 Sep 17 15:44:40.232529 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.37', 64124) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:40.327808 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] For port 780b43e9-d7ea-4945-996a-6558e94da030, host hv-cinder-73409, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:40.351236 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] For port 780b43e9-d7ea-4945-996a-6558e94da030, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=780b43e9-d7ea-4945-996a-6558e94da030,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:40.361863 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:40.450999 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:40.451655 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:40.458074 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] 10.222.0.37 "PUT /v2.0/ports/780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 200 len: 1093 time: 1.7653539 Sep 17 15:44:40.464134 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e728f4-a6e0-4997-9f4f-036ae02b5c3d', 'tag': '780b43e9-d7ea-4945-996a-6558e94da030'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:44:40.466304 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c42d9fdc-1a6f-4773-934b-1763ab628baf req-3c889298-5c57-4cb6-8c14-489d0d52b1c4 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.1342511 Sep 17 15:44:40.557979 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c2be-ae10-493f-b56d-de6df8102278 req-b0407883-e9e6-4464-beb1-5edc02bce757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:40.559481 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-b0407883-e9e6-4464-beb1-5edc02bce757 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5660e224112451db0b6ca0a0c7423d6&device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 1096 time: 0.3259313 Sep 17 15:44:40.628404 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d1410-9afb-4cef-98b6-c74e7107e2ca service neutron] Pushing event updated for resources: {'Port': ['ID=780b43e9-d7ea-4945-996a-6558e94da030,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:40.681973 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d583cec3-f415-46dd-af74-5364d879ab42 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:40.683618 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d583cec3-f415-46dd-af74-5364d879ab42 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.37 "GET /v2.0/networks?id=a66c1e7b-da6a-438e-885c-cf6626239a40 HTTP/1.1" status: 200 len: 810 time: 0.4577947 Sep 17 15:44:40.769673 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.37', 64127) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:40.772442 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65" -d '{"events": [{"name": "network-changed", "server_uuid": "54e728f4-a6e0-4997-9f4f-036ae02b5c3d", "tag": "780b43e9-d7ea-4945-996a-6558e94da030"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:44:40.802005 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-fe3fa9c0-2d5b-489f-9aba-18b4d0b5b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:40.803557 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-fe3fa9c0-2d5b-489f-9aba-18b4d0b5b847 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 1096 time: 0.1877842 Sep 17 15:44:40.903458 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e0ddb-bce2-4e02-bce0-78782954034a req-b95da963-745c-4e3e-8165-4cb1bfb53549 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:40.910715 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fa3e0ddb-bce2-4e02-bce0-78782954034a req-b95da963-745c-4e3e-8165-4cb1bfb53549 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 943 time: 0.3220804 Sep 17 15:44:40.928252 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-fc8fa021-3db3-4a08-bbb2-e51b50ab758a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 200 len: 217 time: 0.1076748 Sep 17 15:44:40.956149 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-9ca6f7a8-3d5a-43b0-8158-2bcc78bc9f33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc HTTP/1.1" status: 200 len: 217 time: 0.3648708 Sep 17 15:44:40.959006 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-eed7782a-033a-4266-8d0a-17c4271725e8 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca81b632db194f88921000d02e62751c HTTP/1.1" status: 200 len: 380 time: 0.2373996 Sep 17 15:44:40.991365 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'port': {'device_id': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'admin_state_up': True, 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'security_groups': ['cb6949fb-fdac-402c-828d-bf35058e975d']}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:41.108193 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd429ee-e261-4b73-a7ad-c008136a176b x-openstack-request-id: req-8bd429ee-e261-4b73-a7ad-c008136a176b {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:44:41.108557 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e728f4-a6e0-4997-9f4f-036ae02b5c3d", "tag": "780b43e9-d7ea-4945-996a-6558e94da030", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:44:41.109184 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bd429ee-e261-4b73-a7ad-c008136a176b {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:44:41.109297 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e728f4-a6e0-4997-9f4f-036ae02b5c3d', 'tag': '780b43e9-d7ea-4945-996a-6558e94da030', 'status': 'completed', 'code': 200} Sep 17 15:44:41.197431 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fa3e0ddb-bce2-4e02-bce0-78782954034a req-5e5a82fb-f409-48fc-b373-d20fcea85f18 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862468 Sep 17 15:44:41.209823 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38850) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:41.214684 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-aa947e7f-e10b-4bc7-8111-c18e3a8ac9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:41.216110 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-aa947e7f-e10b-4bc7-8111-c18e3a8ac9e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.2489684 Sep 17 15:44:41.239477 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.274695 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f56cd-8069-4f87-bd4c-687f53bb54c7 req-593dd789-3f8e-46cc-a349-d404795391e7 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:41.288226 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2c1f56cd-8069-4f87-bd4c-687f53bb54c7 req-593dd789-3f8e-46cc-a349-d404795391e7 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 931 time: 0.1839097 Sep 17 15:44:41.313384 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-637c2b28-6605-44dd-bf45-3619f0cbec0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877907 Sep 17 15:44:41.331525 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c2be-ae10-493f-b56d-de6df8102278 req-f7fa5ab7-0675-4e6c-a68d-1fb45dbf68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:41.334988 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-f7fa5ab7-0675-4e6c-a68d-1fb45dbf68d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcabfbaf-94bc-4e30-8907-609c7c1ed5b7 HTTP/1.1" status: 200 len: 852 time: 0.2434247 Sep 17 15:44:41.369049 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-265ddb85-4090-4a31-863d-8c9e5dc76e9a req-4c638402-b213-4938-b2fd-b76c303c6f22 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0816479 Sep 17 15:44:41.375747 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-2011b6e4-265f-4119-b848-a413aefa4d7b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:41.377198 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-2011b6e4-265f-4119-b848-a413aefa4d7b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 818 time: 0.5995252 Sep 17 15:44:41.414623 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Request body: {'port': {'device_id': '74d4aa25-2224-4113-a3c7-bc6419cc61b4', 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd', 'admin_state_up': True, 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:41.460617 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-113fa333-04a1-4890-8a39-8caa37a1eea4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=877468f6-d33d-40ab-a6c2-84a62a3c988c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044965 Sep 17 15:44:41.469770 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c649a768-6bb9-4909-852f-fb52fd91f430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.469988 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae59b907-6376-4727-ab46-8bbb37e06cae {{(pid=100591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:41.490070 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2c1f56cd-8069-4f87-bd4c-687f53bb54c7 req-ee9f49f5-55a8-4730-859f-f88afcf7baa6 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988828 Sep 17 15:44:41.499195 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Made reservation on behalf of ca81b632db194f88921000d02e62751c for: {'port': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:41.501035 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.512990 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.555170 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Transition to ACTIVE for port object ae59b907-6376-4727-ab46-8bbb37e06cae will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:44:41.585647 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.589735 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.651648 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-9031dc24-7194-4bde-a343-83787bd3ab30 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236222 Sep 17 15:44:41.652924 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5b09451b-44ec-478e-8cfb-0d02fd90b673 req-f22adc10-fba6-4a6a-aecc-eaecabd61d12 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0690660 Sep 17 15:44:41.700582 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-6ac6d688-99c5-4d7d-b0f7-968ccc10a51b service neutron] 10.222.0.37 "GET /v2.0/networks/877468f6-d33d-40ab-a6c2-84a62a3c988c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058945 Sep 17 15:44:41.702440 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Pushing event updated for resources: {'Port': ['ID=ae59b907-6376-4727-ab46-8bbb37e06cae,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:41.709230 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdf10f-a0ad-457f-ae90-4829743032a1 req-a1e640ea-59ce-440c-901e-9f810fae4da5 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:41.710556 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:41.710761 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-47cdf10f-a0ad-457f-ae90-4829743032a1 req-a1e640ea-59ce-440c-901e-9f810fae4da5 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.2422121 Sep 17 15:44:41.739159 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:41.747243 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1264a9f6-79d0-4e1e-a873-c1c6f63819e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.757138 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:41.763352 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:41.764001 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.848135 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Attempting to bind port ae59b907-6376-4727-ab46-8bbb37e06cae on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:41.848466 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Attempting to bind port ae59b907-6376-4727-ab46-8bbb37e06cae by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:41.848945 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Attempting to bind port ae59b907-6376-4727-ab46-8bbb37e06cae on network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:41.864827 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Port ae59b907-6376-4727-ab46-8bbb37e06cae on network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:44:41.865154 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Attempting to bind port ae59b907-6376-4727-ab46-8bbb37e06cae on network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:41.882528 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Pushing event updated for resources: {'Port': ['ID=a3fab210-ffd4-43c5-ac9f-9c823b100b82,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:41.885889 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:41.886233 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Checking segment: {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:41.886645 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Bound using segment: {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:41.887098 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Bound port: ae59b907-6376-4727-ab46-8bbb37e06cae, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:41.887464 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.910595 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-47cdf10f-a0ad-457f-ae90-4829743032a1 req-000956f9-b0cd-4fc9-aa93-558f0fee7a69 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656671 Sep 17 15:44:41.910906 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-1fcac737-696e-4e16-8369-251160caeae0 service neutron] 10.222.0.37 "GET /v2.0/networks/877468f6-d33d-40ab-a6c2-84a62a3c988c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992960 Sep 17 15:44:41.962489 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Allocated IP 172.20.0.12 (a66c1e7b-da6a-438e-885c-cf6626239a40/ebba3b64-cf19-44e4-931e-d35fbd21d7f2/7c971ef2-7360-42a9-91fc-d1e2206abfee) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:41.975488 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb57d7fb-8406-47b6-9e6e-726a9c7d9d3d req-6381a991-b2b4-4545-815c-90eb95dcce5e service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597051 Sep 17 15:44:41.977399 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c649a768-6bb9-4909-852f-fb52fd91f430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.981460 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] For port ae59b907-6376-4727-ab46-8bbb37e06cae, host hv-cinder-73409, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:41.984904 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c649a768-6bb9-4909-852f-fb52fd91f430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:41.985724 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] For port ae59b907-6376-4727-ab46-8bbb37e06cae, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=ae59b907-6376-4727-ab46-8bbb37e06cae,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:41.988609 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-bdf33b54-9e9b-485b-9111-e55165811c3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3942432 Sep 17 15:44:41.990891 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.024952 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:42.025601 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.027062 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] 10.222.0.37 "PUT /v2.0/ports/ae59b907-6376-4727-ab46-8bbb37e06cae HTTP/1.1" status: 200 len: 1093 time: 2.1381416 Sep 17 15:44:42.027506 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b0db56-90f6-496d-900a-140980289a5f', 'tag': 'ae59b907-6376-4727-ab46-8bbb37e06cae'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:44:42.029766 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbd982a-b37a-4300-8c1f-b605efd5c8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b0db56-90f6-496d-900a-140980289a5f", "tag": "ae59b907-6376-4727-ab46-8bbb37e06cae"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:44:42.058738 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b4c6d-2a4f-423e-a984-b2a2500516bf service neutron] Pushing event updated for resources: {'Port': ['ID=ae59b907-6376-4727-ab46-8bbb37e06cae,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:42.067973 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Made reservation on behalf of 160276c6339b4f2d98234b9a04e8e65c for: {'port': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:42.073379 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.085497 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649a768-6bb9-4909-852f-fb52fd91f430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f6924f-dd15-49d9-8d1e-7701bb4fc5dc,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:42.089223 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.090273 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-c649a768-6bb9-4909-852f-fb52fd91f430 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7964dff3e38c450aa6a5d123ca707d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8773725 Sep 17 15:44:42.093593 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38874) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:42.131985 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce61279-39a2-4c43-a82e-c53710eac800 x-openstack-request-id: req-9ce61279-39a2-4c43-a82e-c53710eac800 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:44:42.132355 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b0db56-90f6-496d-900a-140980289a5f", "tag": "ae59b907-6376-4727-ab46-8bbb37e06cae", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:44:42.132573 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ce61279-39a2-4c43-a82e-c53710eac800 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:44:42.133017 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b0db56-90f6-496d-900a-140980289a5f', 'tag': 'ae59b907-6376-4727-ab46-8bbb37e06cae', 'status': 'completed', 'code': 200} Sep 17 15:44:42.176549 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8485e2b6-c48d-4145-b9db-d2d671bc5b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.211898 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8485e2b6-c48d-4145-b9db-d2d671bc5b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.292735 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8485e2b6-c48d-4145-b9db-d2d671bc5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.298293 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8485e2b6-c48d-4145-b9db-d2d671bc5b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.299036 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-8485e2b6-c48d-4145-b9db-d2d671bc5b78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17f6924f-dd15-49d9-8d1e-7701bb4fc5dc HTTP/1.1" status: 204 len: 168 time: 0.2036741 Sep 17 15:44:42.309162 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485e2b6-c48d-4145-b9db-d2d671bc5b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f6924f-dd15-49d9-8d1e-7701bb4fc5dc,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:42.533728 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-edf91e12-93ce-4f4a-a493-12a844be3586 req-24d5a23b-40c3-4685-bb73-e868e263edb9 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0519888 Sep 17 15:44:42.550476 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.622320 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07ed6d-49f6-49d0-aca9-c5269dd14b0b req-a98a42bd-2161-44a4-886b-c10f0115299b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:42.623872 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2b07ed6d-49f6-49d0-aca9-c5269dd14b0b req-a98a42bd-2161-44a4-886b-c10f0115299b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 943 time: 0.1777403 Sep 17 15:44:42.656074 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Allocated IP 172.20.0.12 (0f3551d3-a1cc-425c-a941-1b7c8eb363fd/9ffd11f0-6e59-415c-afa3-41fe34f659b7/000af5fc-c73e-417c-b845-9b3fa553d861) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:42.660067 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c5771-a73b-4b47-9e58-6374957015f2 req-c1a0a3c3-f94f-4350-b369-c65c37a765df tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:42.668644 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a58c5771-a73b-4b47-9e58-6374957015f2 req-c1a0a3c3-f94f-4350-b369-c65c37a765df tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.0676923 Sep 17 15:44:42.697570 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2b07ed6d-49f6-49d0-aca9-c5269dd14b0b req-77d8c483-9a27-4264-bfe9-ed62f71f198f tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655439 Sep 17 15:44:42.713297 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a58c5771-a73b-4b47-9e58-6374957015f2 req-fe56ef7c-7758-4550-b3ff-ef338067673a tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405204 Sep 17 15:44:42.721966 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38918) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:42.750582 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.754443 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1da8dec8-e092-4803-8e14-4803d23c52ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.846926 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Network a66c1e7b-da6a-438e-885c-cf6626239a40 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:42.857705 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:42.875894 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3a350-72f8-47c8-ba3c-ec1a36011b79 req-57b5b93a-b279-4b97-af7a-178ee0479abd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:42.877840 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5dc3a350-72f8-47c8-ba3c-ec1a36011b79 req-57b5b93a-b279-4b97-af7a-178ee0479abd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 932 time: 0.0785077 Sep 17 15:44:42.908323 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:42.913793 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:42.914416 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.921463 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'Port': ['ID=7c971ef2-7360-42a9-91fc-d1e2206abfee,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:42.956685 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5dc3a350-72f8-47c8-ba3c-ec1a36011b79 req-909568e6-1050-46fa-95f0-d20bed7620a8 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712540 Sep 17 15:44:42.974471 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1da8dec8-e092-4803-8e14-4803d23c52ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:42.981918 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1da8dec8-e092-4803-8e14-4803d23c52ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:43.003182 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d2fd790c-d57a-4cf8-b0fb-70ea9a2da4dd tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0159142 Sep 17 15:44:43.015625 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:43.018044 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-1da8dec8-e092-4803-8e14-4803d23c52ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f6eb38c3b4da4731b4b92f8a17658a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948627 Sep 17 15:44:43.021338 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38932) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:43.050085 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8dec8-e092-4803-8e14-4803d23c52ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae59839-ef9e-4f45-a7a0-7006bf2e6bb4,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:43.131482 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466c3c6-07fb-4bbc-8b87-15bed9319ae3 req-89e9f380-ddfb-4753-85e6-5479f80cd787 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:43.134497 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3466c3c6-07fb-4bbc-8b87-15bed9319ae3 req-89e9f380-ddfb-4753-85e6-5479f80cd787 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.1166885 Sep 17 15:44:43.163102 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:43.198703 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-163fd694-2651-4be4-9002-ebf2a5f47f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:43.233770 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-ca37408b-a01f-42fb-b57f-709e77b4077a None None] Provisioning complete for port 7c971ef2-7360-42a9-91fc-d1e2206abfee triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:43.234305 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ca37408b-a01f-42fb-b57f-709e77b4077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:43.242240 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:43.245972 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3466c3c6-07fb-4bbc-8b87-15bed9319ae3 req-2b386f9d-43c0-4cd5-b213-6a72bf6599be tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064606 Sep 17 15:44:43.258335 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:43.261293 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Pushing event updated for resources: {'Port': ['ID=000af5fc-c73e-417c-b845-9b3fa553d861,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:43.273282 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:43.278724 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:43.281223 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:43.281875 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:43.285746 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-163fd694-2651-4be4-9002-ebf2a5f47f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:43.290704 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-ca37408b-a01f-42fb-b57f-709e77b4077a None None] Port 7c971ef2-7360-42a9-91fc-d1e2206abfee cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:44:43.337395 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-630779a8-f62b-48cf-93f8-a8b860f90c17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9380186 Sep 17 15:44:43.356536 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-163fd694-2651-4be4-9002-ebf2a5f47f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:43.359189 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-163fd694-2651-4be4-9002-ebf2a5f47f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:43.360324 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-163fd694-2651-4be4-9002-ebf2a5f47f5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fae59839-ef9e-4f45-a7a0-7006bf2e6bb4 HTTP/1.1" status: 204 len: 168 time: 0.3372202 Sep 17 15:44:43.368529 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fd694-2651-4be4-9002-ebf2a5f47f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae59839-ef9e-4f45-a7a0-7006bf2e6bb4,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:43.656504 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10149113-0984-4d84-9759-4f9ae2f7c54d req-d1cec5cb-af3b-4ab6-b3de-5e001c74b517 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:43.658011 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-10149113-0984-4d84-9759-4f9ae2f7c54d req-d1cec5cb-af3b-4ab6-b3de-5e001c74b517 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 932 time: 0.0495088 Sep 17 15:44:43.697275 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-10149113-0984-4d84-9759-4f9ae2f7c54d req-5c36d559-1b69-4b53-a176-b61ecea51580 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Sep 17 15:44:43.844083 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c70f-00b5-4b74-a0fa-2f9477acdfce req-1aaf22ab-a10f-4ae1-b842-91ae6436a570 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:43.845774 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7745c70f-00b5-4b74-a0fa-2f9477acdfce req-1aaf22ab-a10f-4ae1-b842-91ae6436a570 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 943 time: 0.0554159 Sep 17 15:44:43.848725 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db701f7-8584-4053-ab04-c76808b2504e req-f9cdce7d-bb47-432e-8366-554de6e190e6 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:43.850541 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1db701f7-8584-4053-ab04-c76808b2504e req-f9cdce7d-bb47-432e-8366-554de6e190e6 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.0638814 Sep 17 15:44:43.897819 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7745c70f-00b5-4b74-a0fa-2f9477acdfce req-e59fedef-5dc0-4e58-bfaa-8fd5a921972a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439341 Sep 17 15:44:43.902407 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1db701f7-8584-4053-ab04-c76808b2504e req-f2973883-fee2-48d9-a3ce-05fadc0c02fe tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456364 Sep 17 15:44:44.071892 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c220a4-6872-45ca-b261-760f56fc1036 req-31985308-a961-4905-a2cb-4f5ff2e52402 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:44.073414 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-51c220a4-6872-45ca-b261-760f56fc1036 req-31985308-a961-4905-a2cb-4f5ff2e52402 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 932 time: 0.0493875 Sep 17 15:44:44.111307 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-51c220a4-6872-45ca-b261-760f56fc1036 req-d1a774c4-03d0-445a-aea8-f710f312b2ca tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Sep 17 15:44:44.379126 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437f72c-4576-4989-a078-7ced8d3d2021 req-bca1661b-c44d-4563-acf7-a6740719a752 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:44.380715 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0437f72c-4576-4989-a078-7ced8d3d2021 req-bca1661b-c44d-4563-acf7-a6740719a752 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0573800 Sep 17 15:44:44.419650 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0437f72c-4576-4989-a078-7ced8d3d2021 req-ffcab6f5-c5aa-4115-9d68-d060e1db98b9 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322430 Sep 17 15:44:44.600015 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:44.815438 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea03bf-8fe2-4364-991b-3c790ff662df req-b67ddf8d-cffd-4ca7-a67d-346d9d1196bd tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:44.816938 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-75ea03bf-8fe2-4364-991b-3c790ff662df req-b67ddf8d-cffd-4ca7-a67d-346d9d1196bd tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 932 time: 0.0523379 Sep 17 15:44:44.856749 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-75ea03bf-8fe2-4364-991b-3c790ff662df req-ddf3a0c6-993b-40c4-9de5-4f2c64ae163e tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328269 Sep 17 15:44:45.019118 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a72b93-2353-49b7-8165-54511811e4ca req-42c66abc-a900-4628-b827-0d978291af05 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:45.022752 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43daea-2bf8-4eb9-9135-1528ec0105bb req-79c39476-a96e-4d01-b0ea-6051eeadc9fc tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:45.024448 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c43daea-2bf8-4eb9-9135-1528ec0105bb req-79c39476-a96e-4d01-b0ea-6051eeadc9fc tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 943 time: 0.0547266 Sep 17 15:44:45.026107 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-42a72b93-2353-49b7-8165-54511811e4ca req-42c66abc-a900-4628-b827-0d978291af05 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.0567956 Sep 17 15:44:45.043469 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:45.068000 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-42a72b93-2353-49b7-8165-54511811e4ca req-dca75619-1905-4108-8051-3e3eecdd8e6b tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400651 Sep 17 15:44:45.069859 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c43daea-2bf8-4eb9-9135-1528ec0105bb req-d947ac42-7c7a-4856-ae71-21cbb4c74d79 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393705 Sep 17 15:44:45.224272 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f3998-9eff-4dc9-ab8d-ac274bbc2113 req-a7c0052f-b02c-4867-819e-7d2c537e315b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:45.226039 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1b3f3998-9eff-4dc9-ab8d-ac274bbc2113 req-a7c0052f-b02c-4867-819e-7d2c537e315b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 932 time: 0.0483694 Sep 17 15:44:45.264940 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1b3f3998-9eff-4dc9-ab8d-ac274bbc2113 req-858ecbc8-2955-4c3f-8714-b3361ac4ff65 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Sep 17 15:44:45.546018 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554340e-59f4-41bf-a169-071542501559 req-2bd49924-3feb-4990-bd7c-30e9e3b4d281 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:45.547559 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0554340e-59f4-41bf-a169-071542501559 req-2bd49924-3feb-4990-bd7c-30e9e3b4d281 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0610964 Sep 17 15:44:45.592915 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0554340e-59f4-41bf-a169-071542501559 req-889411fe-5ba8-4fe3-b4bd-77dd03a93d84 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390024 Sep 17 15:44:45.978181 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eca1f3-8d50-4081-aced-5a9b2ed3ca9d req-9ffc3f85-5a02-4c62-a492-1a0f9067f464 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:45.979651 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a7eca1f3-8d50-4081-aced-5a9b2ed3ca9d req-9ffc3f85-5a02-4c62-a492-1a0f9067f464 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 932 time: 0.0539479 Sep 17 15:44:46.020895 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Request body: {'port': {'device_id': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:46.022477 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Request body: {'port': {'device_id': '196a2e0d-419e-401f-b56d-66252255f18c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:46.044968 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Request body: {'port': {'device_id': '74d4aa25-2224-4113-a3c7-bc6419cc61b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:46.049576 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a7eca1f3-8d50-4081-aced-5a9b2ed3ca9d req-dffde0f8-cbb4-4ce7-8c0d-006625565a29 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640721 Sep 17 15:44:46.109889 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:46.130539 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-793207ea-6e69-410b-9645-47f456e107c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:46.132036 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-793207ea-6e69-410b-9645-47f456e107c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 1096 time: 0.0907426 Sep 17 15:44:46.176586 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:46.201368 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:46.215709 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd982a-b37a-4300-8c1f-b605efd5c8b6 req-c072c608-5890-4e2a-974b-3b49825f9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:46.217216 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0cbd982a-b37a-4300-8c1f-b605efd5c8b6 req-c072c608-5890-4e2a-974b-3b49825f9303 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810d0e564a67400c9b2b08c68ab198e4&device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 1096 time: 0.1658800 Sep 17 15:44:46.287160 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb7e30-6bcc-4e6f-b435-9d01d1311e6f req-0249035a-dc52-4a4f-be47-b199f8460cf0 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:46.288656 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-73eb7e30-6bcc-4e6f-b435-9d01d1311e6f req-0249035a-dc52-4a4f-be47-b199f8460cf0 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.1340053 Sep 17 15:44:46.402447 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38807a5-a024-4db1-b7fb-50424a4fd2f8 req-00beb2c1-b4df-4502-b369-d96232d94aa7 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:46.403957 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f38807a5-a024-4db1-b7fb-50424a4fd2f8 req-00beb2c1-b4df-4502-b369-d96232d94aa7 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 943 time: 0.2460506 Sep 17 15:44:46.433914 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-59345127-b067-4b13-9d67-ededc258178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:46.435260 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-59345127-b067-4b13-9d67-ededc258178e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.2784996 Sep 17 15:44:46.465702 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-73eb7e30-6bcc-4e6f-b435-9d01d1311e6f req-15c36e78-e05f-4810-9138-88defcc3664e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622748 Sep 17 15:44:46.514807 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-86d450d2-55bf-4050-ab7a-b8e13c42bedb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 200 len: 217 time: 0.0479097 Sep 17 15:44:46.543650 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f38807a5-a024-4db1-b7fb-50424a4fd2f8 req-e4f830ce-48b6-4f3b-9718-727ce473fc3f tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262524 Sep 17 15:44:46.673973 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd982a-b37a-4300-8c1f-b605efd5c8b6 req-dfb868cb-e7e9-4bd8-bb6b-e0ae1a7925cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:46.675444 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0cbd982a-b37a-4300-8c1f-b605efd5c8b6 req-dfb868cb-e7e9-4bd8-bb6b-e0ae1a7925cc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=810d0e564a67400c9b2b08c68ab198e4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2050240 Sep 17 15:44:46.694024 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f246a-0f7d-49ed-bb44-3969beeb46d5 req-9839deaf-4a52-4860-8ace-c9730604bae9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:46.695513 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad0f246a-0f7d-49ed-bb44-3969beeb46d5 req-9839deaf-4a52-4860-8ace-c9730604bae9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 932 time: 0.1326752 Sep 17 15:44:46.809092 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-a4bea421-c4fa-486c-8ebc-10b3b9570642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:46.810561 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-a4bea421-c4fa-486c-8ebc-10b3b9570642 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.2709098 Sep 17 15:44:46.834297 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad0f246a-0f7d-49ed-bb44-3969beeb46d5 req-97694eab-32c2-4503-a34b-3dcf44210c3a tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277537 Sep 17 15:44:46.844664 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c971ef2-7360-42a9-91fc-d1e2206abfee {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:46.856453 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fdc91-2390-48b9-88c9-84f9d94cb37a req-7351d03b-d080-478d-9e1b-386bf6ec35cf tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:46.858403 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-022fdc91-2390-48b9-88c9-84f9d94cb37a req-7351d03b-d080-478d-9e1b-386bf6ec35cf tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.1128724 Sep 17 15:44:46.861896 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-9ff89084-7f88-41b0-91db-762c7c161a1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429173 Sep 17 15:44:46.864093 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:46.885571 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd982a-b37a-4300-8c1f-b605efd5c8b6 req-7c7fee80-daac-4632-89c4-5e6759fdd426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:46.885571 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0cbd982a-b37a-4300-8c1f-b605efd5c8b6 req-7c7fee80-daac-4632-89c4-5e6759fdd426 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1983650 Sep 17 15:44:46.887058 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Transition to ACTIVE for port object 7c971ef2-7360-42a9-91fc-d1e2206abfee will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:44:46.892432 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:46.985101 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c971ef2-7360-42a9-91fc-d1e2206abfee,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:47.019678 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fab210-ffd4-43c5-ac9f-9c823b100b82 {{(pid=100591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:47.026833 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-022fdc91-2390-48b9-88c9-84f9d94cb37a req-29157e3a-c9a0-4478-8e37-4c0ba11f8bf6 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612127 Sep 17 15:44:47.032371 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:47.043927 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd883114-9537-41bf-8001-4389527d3462 req-68114413-f44f-449a-8bf5-dcfb6b2b6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:47.045493 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-68114413-f44f-449a-8bf5-dcfb6b2b6016 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810d0e564a67400c9b2b08c68ab198e4&device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 1096 time: 0.1211224 Sep 17 15:44:47.054634 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Attempting to bind port 7c971ef2-7360-42a9-91fc-d1e2206abfee on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:47.054634 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Attempting to bind port 7c971ef2-7360-42a9-91fc-d1e2206abfee by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:47.054634 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Attempting to bind port 7c971ef2-7360-42a9-91fc-d1e2206abfee on network a66c1e7b-da6a-438e-885c-cf6626239a40 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:47.054634 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Port 7c971ef2-7360-42a9-91fc-d1e2206abfee on network a66c1e7b-da6a-438e-885c-cf6626239a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:44:47.054634 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Attempting to bind port 7c971ef2-7360-42a9-91fc-d1e2206abfee on network a66c1e7b-da6a-438e-885c-cf6626239a40 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:47.058398 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:47.058739 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Checking segment: {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:47.059127 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Bound using segment: {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:47.059564 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Bound port: 7c971ef2-7360-42a9-91fc-d1e2206abfee, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:47.060290 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:47.065355 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-3516e850-34ee-4466-81ad-a7d9a4da54f1 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918933 Sep 17 15:44:47.066570 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Transition to ACTIVE for port object a3fab210-ffd4-43c5-ac9f-9c823b100b82 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:44:47.070752 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:47.131709 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-aad70457-a410-46d6-b971-56ffe7352e75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae59b907-6376-4727-ab46-8bbb37e06cae HTTP/1.1" status: 200 len: 217 time: 0.0624785 Sep 17 15:44:47.215766 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Pushing event updated for resources: {'Port': ['ID=a3fab210-ffd4-43c5-ac9f-9c823b100b82,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:47.236927 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Attempting to bind port a3fab210-ffd4-43c5-ac9f-9c823b100b82 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:47.237285 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Attempting to bind port a3fab210-ffd4-43c5-ac9f-9c823b100b82 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:47.237640 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Attempting to bind port a3fab210-ffd4-43c5-ac9f-9c823b100b82 on network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:47.249141 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Port a3fab210-ffd4-43c5-ac9f-9c823b100b82 on network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:44:47.249461 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Attempting to bind port a3fab210-ffd4-43c5-ac9f-9c823b100b82 on network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:47.257052 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-94f7afba-6678-42bf-b18b-27a2ccd99745 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832373 Sep 17 15:44:47.258095 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:47.258916 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Checking segment: {'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:47.259171 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Bound using segment: {'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:47.259621 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Bound port: a3fab210-ffd4-43c5-ac9f-9c823b100b82, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:47.260057 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:47.281186 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd883114-9537-41bf-8001-4389527d3462 req-8ee901c2-f875-465b-a703-a520904446d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:47.282759 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-8ee901c2-f875-465b-a703-a520904446d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b8d1c26b-aee6-40bf-8357-7b1e787bec6a HTTP/1.1" status: 200 len: 856 time: 0.1283698 Sep 17 15:44:47.328263 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] For port a3fab210-ffd4-43c5-ac9f-9c823b100b82, host hv-cinder-73409, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:47.331554 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] For port a3fab210-ffd4-43c5-ac9f-9c823b100b82, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:47.335915 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:47.340357 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345591e0-5f7c-4a2f-a8f2-2fc3f78b2af3 req-2085b464-c9c1-4821-ba04-e7abde2946e6 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:47.341879 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-345591e0-5f7c-4a2f-a8f2-2fc3f78b2af3 req-2085b464-c9c1-4821-ba04-e7abde2946e6 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 932 time: 0.1863496 Sep 17 15:44:47.342963 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] For port 7c971ef2-7360-42a9-91fc-d1e2206abfee, host hv-cinder-73409, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:47.369079 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:47.369727 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:47.371102 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] 10.222.0.37 "PUT /v2.0/ports/a3fab210-ffd4-43c5-ac9f-9c823b100b82 HTTP/1.1" status: 200 len: 1093 time: 1.3537786 Sep 17 15:44:47.373298 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196a2e0d-419e-401f-b56d-66252255f18c', 'tag': 'a3fab210-ffd4-43c5-ac9f-9c823b100b82'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:44:47.376679 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4886d6b0-8bbb-416b-b3f9-df6efb44367e" -d '{"events": [{"name": "network-changed", "server_uuid": "196a2e0d-419e-401f-b56d-66252255f18c", "tag": "a3fab210-ffd4-43c5-ac9f-9c823b100b82"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:44:47.377797 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] For port 7c971ef2-7360-42a9-91fc-d1e2206abfee, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=7c971ef2-7360-42a9-91fc-d1e2206abfee,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:47.396136 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:47.406602 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7aad7-05dc-4acd-bc36-106ca310aa7b service neutron] Pushing event updated for resources: {'Port': ['ID=a3fab210-ffd4-43c5-ac9f-9c823b100b82,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:47.435678 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ff5ec6-6803-4163-888d-8b8f00f949f9 x-openstack-request-id: req-26ff5ec6-6803-4163-888d-8b8f00f949f9 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:44:47.436049 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196a2e0d-419e-401f-b56d-66252255f18c", "tag": "a3fab210-ffd4-43c5-ac9f-9c823b100b82", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:44:47.436375 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26ff5ec6-6803-4163-888d-8b8f00f949f9 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:44:47.436842 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196a2e0d-419e-401f-b56d-66252255f18c', 'tag': 'a3fab210-ffd4-43c5-ac9f-9c823b100b82', 'status': 'completed', 'code': 200} Sep 17 15:44:47.485207 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd883114-9537-41bf-8001-4389527d3462 req-697fe8ac-2238-4750-a0b7-4f17622a9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:47.487231 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-697fe8ac-2238-4750-a0b7-4f17622a9cae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86e5a977-5813-4cf1-9900-b2d7b12e98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1936994 Sep 17 15:44:47.488301 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-a9c99633-97e0-4625-85a0-137857bd4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:47.489888 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-a9c99633-97e0-4625-85a0-137857bd4f9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 1096 time: 0.0477605 Sep 17 15:44:47.498460 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:47.499084 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:47.500466 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c971ef2-7360-42a9-91fc-d1e2206abfee HTTP/1.1" status: 200 len: 1094 time: 1.4844925 Sep 17 15:44:47.502797 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'tag': '7c971ef2-7360-42a9-91fc-d1e2206abfee'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:44:47.505052 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6030fde-ec19-4ac9-a481-6ce3c34179ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ff394aed-e7a8-4924-b151-7d3cfe02977e", "tag": "7c971ef2-7360-42a9-91fc-d1e2206abfee"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:44:47.514267 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-345591e0-5f7c-4a2f-a8f2-2fc3f78b2af3 req-5f6e7186-ca3c-4e67-b29a-2aaa8758ce13 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577818 Sep 17 15:44:47.546612 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000af5fc-c73e-417c-b845-9b3fa553d861 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:47.557747 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:47.572519 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Transition to ACTIVE for port object 000af5fc-c73e-417c-b845-9b3fa553d861 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:44:47.600221 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194c02b-67ab-41d8-bd2e-0395814f4de2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c971ef2-7360-42a9-91fc-d1e2206abfee,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:47.627859 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-ab35b37e-5934-4c72-ad5b-1bbea89fc455 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82 HTTP/1.1" status: 200 len: 217 time: 0.1039746 Sep 17 15:44:47.633793 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:47.671396 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eac212-01f5-4716-993a-576b5ab12db1 req-915eb0a5-2184-4d83-9145-ad7be4e90556 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:47.673074 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f9eac212-01f5-4716-993a-576b5ab12db1 req-915eb0a5-2184-4d83-9145-ad7be4e90556 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.0841506 Sep 17 15:44:47.732413 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-f84518fd-c238-4004-90e6-ca9453785e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:47.734368 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-f84518fd-c238-4004-90e6-ca9453785e73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0971129 Sep 17 15:44:47.757152 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f9eac212-01f5-4716-993a-576b5ab12db1 req-c30dce18-8d9a-4879-929c-d2ec7b2ef359 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614176 Sep 17 15:44:47.779882 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-da5c63ec-0cdf-468d-b721-a3eb619abdd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336576 Sep 17 15:44:47.908822 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476b344f-acda-4376-acd8-aa8abc5f6220 x-openstack-request-id: req-476b344f-acda-4376-acd8-aa8abc5f6220 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:44:47.909105 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff394aed-e7a8-4924-b151-7d3cfe02977e", "tag": "7c971ef2-7360-42a9-91fc-d1e2206abfee", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:44:47.909359 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-476b344f-acda-4376-acd8-aa8abc5f6220 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:44:47.909903 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'tag': '7c971ef2-7360-42a9-91fc-d1e2206abfee', 'status': 'completed', 'code': 200} Sep 17 15:44:47.980163 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-e37b5f20-cb86-43b1-8561-4d9940b74cd2 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916647 Sep 17 15:44:48.026028 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Pushing event updated for resources: {'Port': ['ID=000af5fc-c73e-417c-b845-9b3fa553d861,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:48.029611 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-82983b0d-e8b3-41f5-b64e-b1553b3ec39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.031097 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-82983b0d-e8b3-41f5-b64e-b1553b3ec39a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca81b632db194f88921000d02e62751c&device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 1097 time: 0.4269593 Sep 17 15:44:48.090920 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf0213-f0b8-4924-8111-09540854d263 req-f900dabf-9bfb-42af-8397-9f0307fb5c38 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.092500 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c5cf0213-f0b8-4924-8111-09540854d263 req-f900dabf-9bfb-42af-8397-9f0307fb5c38 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 944 time: 0.1285906 Sep 17 15:44:48.124598 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30743b-767b-4621-b10a-da37b0c3d72a req-8b08df44-778b-4e93-9e6a-4da266476fdd tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.126141 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2d30743b-767b-4621-b10a-da37b0c3d72a req-8b08df44-778b-4e93-9e6a-4da266476fdd tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 943 time: 0.2094691 Sep 17 15:44:48.129614 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-d7b4fa43-41cf-4243-ae92-b8631962af1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c971ef2-7360-42a9-91fc-d1e2206abfee HTTP/1.1" status: 200 len: 217 time: 0.0810483 Sep 17 15:44:48.132895 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-a46e10e7-0bba-4f41-b7d7-1680c9fe8970 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194848 Sep 17 15:44:48.134191 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fcc3918b-9a43-4e95-9e16-bf7bfd4f8aec req-08fa569a-6a00-48f7-baa7-222d9131ea8e service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391122 Sep 17 15:44:48.135017 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Attempting to bind port 000af5fc-c73e-417c-b845-9b3fa553d861 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:44:48.135377 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Attempting to bind port 000af5fc-c73e-417c-b845-9b3fa553d861 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:44:48.135681 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Attempting to bind port 000af5fc-c73e-417c-b845-9b3fa553d861 on network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:48.147554 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Port 000af5fc-c73e-417c-b845-9b3fa553d861 on network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:44:48.147879 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Attempting to bind port 000af5fc-c73e-417c-b845-9b3fa553d861 on network 0f3551d3-a1cc-425c-a941-1b7c8eb363fd {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:44:48.166442 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c5cf0213-f0b8-4924-8111-09540854d263 req-2ad63c1a-5127-49a9-9b76-2052a5577e62 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575197 Sep 17 15:44:48.239216 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:44:48.239558 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Checking segment: {'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:48.239945 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Bound using segment: {'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:44:48.240397 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Bound port: 000af5fc-c73e-417c-b845-9b3fa553d861, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a313cd-d660-44cd-85a5-3eda5ca90645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:44:48.240813 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:48.246740 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886d6b0-8bbb-416b-b3f9-df6efb44367e req-18986462-3fe4-4352-95c2-0d444b36b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.248388 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4886d6b0-8bbb-416b-b3f9-df6efb44367e req-18986462-3fe4-4352-95c2-0d444b36b297 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 1096 time: 0.0539362 Sep 17 15:44:48.265389 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-b03d110d-74b8-4a42-a5e6-7fec12d64c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.266875 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-b03d110d-74b8-4a42-a5e6-7fec12d64c03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebba3b64-cf19-44e4-931e-d35fbd21d7f2 HTTP/1.1" status: 200 len: 849 time: 0.1202083 Sep 17 15:44:48.359435 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eaaa6-266e-4ff5-800d-255039c432e7 req-21e0059f-105e-4c98-b319-d9bd5ba059b5 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.360929 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f17eaaa6-266e-4ff5-800d-255039c432e7 req-21e0059f-105e-4c98-b319-d9bd5ba059b5 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.1115158 Sep 17 15:44:48.370250 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2d30743b-767b-4621-b10a-da37b0c3d72a req-d806030f-8ff8-493d-b083-5f29316348bf tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310612 Sep 17 15:44:48.405523 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886d6b0-8bbb-416b-b3f9-df6efb44367e req-32f9e813-6066-49e5-818a-2b85510f61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.407057 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4886d6b0-8bbb-416b-b3f9-df6efb44367e req-32f9e813-6066-49e5-818a-2b85510f61ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.1488378 Sep 17 15:44:48.415082 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f17eaaa6-266e-4ff5-800d-255039c432e7 req-3932446e-3eb9-49dd-a2e2-cd86d335dbc0 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 Sep 17 15:44:48.420795 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-7f3027d7-19f7-4f9a-96f0-e1bf2548dd42 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632232 Sep 17 15:44:48.423683 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] For port 000af5fc-c73e-417c-b845-9b3fa553d861, host hv-cinder-73409, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:44:48.427405 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-113f60d9-748d-4981-b6e9-2db0b9cb27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.428878 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-113f60d9-748d-4981-b6e9-2db0b9cb27e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a66c1e7b-da6a-438e-885c-cf6626239a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1283967 Sep 17 15:44:48.430846 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] For port 000af5fc-c73e-417c-b845-9b3fa553d861, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=000af5fc-c73e-417c-b845-9b3fa553d861,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:44:48.436062 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:48.467283 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4886d6b0-8bbb-416b-b3f9-df6efb44367e req-031b793a-e0ca-4768-9407-33eb9aa8b103 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82 HTTP/1.1" status: 200 len: 217 time: 0.0510845 Sep 17 15:44:48.519185 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886d6b0-8bbb-416b-b3f9-df6efb44367e req-2f0c6079-a143-4f0b-89e8-a8934fec6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.520627 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4886d6b0-8bbb-416b-b3f9-df6efb44367e req-2f0c6079-a143-4f0b-89e8-a8934fec6315 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0449262 Sep 17 15:44:48.528204 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.528847 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:48.530551 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] 10.222.0.37 "PUT /v2.0/ports/000af5fc-c73e-417c-b845-9b3fa553d861 HTTP/1.1" status: 200 len: 1094 time: 2.5028124 Sep 17 15:44:48.569364 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4886d6b0-8bbb-416b-b3f9-df6efb44367e req-edca03ee-cd66-4ef6-8023-f5ab95de4c1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411308 Sep 17 15:44:48.579799 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3327f8-a032-4e78-8d07-b14d03fd5f17 service neutron] Pushing event updated for resources: {'Port': ['ID=000af5fc-c73e-417c-b845-9b3fa553d861,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:48.627526 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-66680dc4-956f-4ad2-9b8b-36b4c7aedeae service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886418 Sep 17 15:44:48.691967 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-801cc6e7-f0dc-408d-8d06-ed026475dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.693512 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-801cc6e7-f0dc-408d-8d06-ed026475dd10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 1097 time: 0.1077857 Sep 17 15:44:48.696465 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4886d6b0-8bbb-416b-b3f9-df6efb44367e req-0241c3f4-ae77-444d-90a6-df29c4d8d4db service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012819 Sep 17 15:44:48.745379 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfaa5c-5218-44ad-b34b-2567bf0125ef req-6ae745a1-a7a2-4ab6-a4e0-850ea09a385f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.746826 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b7bfaa5c-5218-44ad-b34b-2567bf0125ef req-6ae745a1-a7a2-4ab6-a4e0-850ea09a385f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 944 time: 0.1420310 Sep 17 15:44:48.777924 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-33e5e986-85e8-40bb-89f5-c4013dc1d481 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=000af5fc-c73e-417c-b845-9b3fa553d861 HTTP/1.1" status: 200 len: 217 time: 0.0556550 Sep 17 15:44:48.792478 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4886d6b0-8bbb-416b-b3f9-df6efb44367e req-8d76f72e-3220-448a-9846-8d7de1127658 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851674 Sep 17 15:44:48.853337 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6a8eebe3-6a68-46fe-ba1c-16fd878996ae req-b2bcc2ee-dc11-4a5d-b55d-f2a921aefe62 service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068508 Sep 17 15:44:48.863029 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b7bfaa5c-5218-44ad-b34b-2567bf0125ef req-e01d47e1-3e0d-4b8e-b2d2-2e0f3b68b8e1 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891521 Sep 17 15:44:48.871553 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-3f497248-7c78-4cd7-9ec9-3138b5e5f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.873044 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-3f497248-7c78-4cd7-9ec9-3138b5e5f242 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0803592 Sep 17 15:44:48.909935 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-996a8cfb-256a-4626-aad5-8e260c7c84f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285742 Sep 17 15:44:48.939129 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7b885-ed96-4e9a-aa58-73d36aa34fa1 req-cd155043-2ea0-4bb3-aaf4-038391ad42ca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:48.940940 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18f7b885-ed96-4e9a-aa58-73d36aa34fa1 req-cd155043-2ea0-4bb3-aaf4-038391ad42ca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.0733085 Sep 17 15:44:48.997937 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18f7b885-ed96-4e9a-aa58-73d36aa34fa1 req-5b7e5913-8c61-433e-abb6-208f0066f16d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502133 Sep 17 15:44:49.033675 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-5bfb31c6-4ec9-4306-a589-ec24befddbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:49.034904 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-5bfb31c6-4ec9-4306-a589-ec24befddbc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca81b632db194f88921000d02e62751c&device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 1097 time: 0.0960798 Sep 17 15:44:49.083562 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-7cec31ff-8433-4556-ac91-3dff9d49cc75 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547489 Sep 17 15:44:49.083747 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39134) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:49.208914 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d593a2dd-4ecf-42a6-ba05-f626ff624446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:49.306882 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-ca79c880-9b61-48e6-bdde-00d2c7df5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:49.308413 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-ca79c880-9b61-48e6-bdde-00d2c7df5c2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a66c1e7b-da6a-438e-885c-cf6626239a40 HTTP/1.1" status: 200 len: 911 time: 0.2654145 Sep 17 15:44:49.327569 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d593a2dd-4ecf-42a6-ba05-f626ff624446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:49.335997 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d593a2dd-4ecf-42a6-ba05-f626ff624446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:49.363368 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0bc490c-9214-42e5-992e-90202a0fcd7a req-88ef6d9a-9f82-4255-aaaa-78204a16861a service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693043 Sep 17 15:44:49.365921 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-6b699a25-cfc3-4d58-bd11-3497bddd2b8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c971ef2-7360-42a9-91fc-d1e2206abfee HTTP/1.1" status: 200 len: 217 time: 0.0480168 Sep 17 15:44:49.377437 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b4a51-b455-405e-99eb-311a17c64250 req-779051da-b2fe-4a95-90f4-f4bf4832479d tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:49.379272 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b11b4a51-b455-405e-99eb-311a17c64250 req-779051da-b2fe-4a95-90f4-f4bf4832479d tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 944 time: 0.1272347 Sep 17 15:44:49.386601 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d593a2dd-4ecf-42a6-ba05-f626ff624446 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b13fb1c7d354d55a549196c7691ff75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016448 Sep 17 15:44:49.387926 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593a2dd-4ecf-42a6-ba05-f626ff624446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53ebf5b-9e8c-4730-97af-cd389e899b06,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:49.390560 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39162) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:49.494014 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-47b3c0a6-929a-4f35-a00a-80f9f60909d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:49.495543 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-47b3c0a6-929a-4f35-a00a-80f9f60909d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebba3b64-cf19-44e4-931e-d35fbd21d7f2 HTTP/1.1" status: 200 len: 849 time: 0.1151397 Sep 17 15:44:49.504387 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b11b4a51-b455-405e-99eb-311a17c64250 req-50038ee2-db47-420a-bb81-7b6f1ad45f4f tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145525 Sep 17 15:44:49.546217 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-bea3a032-bef1-4fb3-bab0-5c3e13a81a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:49.552960 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de6e85-bc21-4a53-904e-21389bde432a req-d26aedbe-d07d-4972-9951-ca1dcf2a9162 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:49.555464 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-71de6e85-bc21-4a53-904e-21389bde432a req-d26aedbe-d07d-4972-9951-ca1dcf2a9162 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 943 time: 0.0795116 Sep 17 15:44:49.574351 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-3dd296f5-46e2-49c8-98be-8f8bb45b95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:49.576123 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-3dd296f5-46e2-49c8-98be-8f8bb45b95b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a66c1e7b-da6a-438e-885c-cf6626239a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697925 Sep 17 15:44:49.578131 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-bea3a032-bef1-4fb3-bab0-5c3e13a81a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:49.626450 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-71de6e85-bc21-4a53-904e-21389bde432a req-04d3868f-6a1f-4f61-bdf0-3c60522067bc tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510261 Sep 17 15:44:49.720666 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39178) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:49.828782 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c13a2a6d-b900-4cc8-a6c1-8c36303dc75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:49.911627 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0155a1-5e63-4687-9d12-aedcc67557d7 req-e667408b-4077-4280-9b63-c9e87086e4dd tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:49.913182 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7c0155a1-5e63-4687-9d12-aedcc67557d7 req-e667408b-4077-4280-9b63-c9e87086e4dd tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.3151286 Sep 17 15:44:49.917302 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d4aa25-2224-4113-a3c7-bc6419cc61b4', 'tag': '000af5fc-c73e-417c-b845-9b3fa553d861'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:44:49.919629 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997" -d '{"events": [{"name": "network-changed", "server_uuid": "74d4aa25-2224-4113-a3c7-bc6419cc61b4", "tag": "000af5fc-c73e-417c-b845-9b3fa553d861"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:44:49.925344 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-88b8eb15-7271-4b1a-9b88-871c8d14339d service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375685 Sep 17 15:44:49.926053 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-bea3a032-bef1-4fb3-bab0-5c3e13a81a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:49.928659 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-bea3a032-bef1-4fb3-bab0-5c3e13a81a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:49.929956 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-bea3a032-bef1-4fb3-bab0-5c3e13a81a09 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f53ebf5b-9e8c-4730-97af-cd389e899b06 HTTP/1.1" status: 204 len: 168 time: 0.5117586 Sep 17 15:44:49.943122 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c13a2a6d-b900-4cc8-a6c1-8c36303dc75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:49.947861 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c13a2a6d-b900-4cc8-a6c1-8c36303dc75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:49.962375 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3a032-bef1-4fb3-bab0-5c3e13a81a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53ebf5b-9e8c-4730-97af-cd389e899b06,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:50.035076 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-c13a2a6d-b900-4cc8-a6c1-8c36303dc75a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60a8489325284430b7eb9a0c0ac24540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132238 Sep 17 15:44:50.035711 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39190) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:50.038083 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7c0155a1-5e63-4687-9d12-aedcc67557d7 req-083d31c6-eae8-4e30-8ae7-e7c142ffaf4c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068327 Sep 17 15:44:50.065288 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a2a6d-b900-4cc8-a6c1-8c36303dc75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9b8613-f50a-4819-920d-4da46449481e,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:50.083727 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b6030fde-ec19-4ac9-a481-6ce3c34179ba req-00ec8d35-3676-485e-9ea6-aaaf65d757eb service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484249 Sep 17 15:44:50.090302 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23413060-f574-409e-accc-1fb52560b1b2 x-openstack-request-id: req-23413060-f574-409e-accc-1fb52560b1b2 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:44:50.092674 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e7190-5a44-4381-9a9e-2494950ae63f req-ce0f7590-eed0-4407-bdca-7faa41e7d04f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:50.094240 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b44e7190-5a44-4381-9a9e-2494950ae63f req-ce0f7590-eed0-4407-bdca-7faa41e7d04f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 944 time: 0.1237452 Sep 17 15:44:50.104595 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d4aa25-2224-4113-a3c7-bc6419cc61b4", "tag": "000af5fc-c73e-417c-b845-9b3fa553d861", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:44:50.104798 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23413060-f574-409e-accc-1fb52560b1b2 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:44:50.105242 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d4aa25-2224-4113-a3c7-bc6419cc61b4', 'tag': '000af5fc-c73e-417c-b845-9b3fa553d861', 'status': 'completed', 'code': 200} Sep 17 15:44:50.158659 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b44e7190-5a44-4381-9a9e-2494950ae63f req-6317ba70-f40b-4aca-a442-b8dfe0701f36 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463092 Sep 17 15:44:50.163559 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a44-c0af-4032-857b-3299cabc39ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.190351 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a44-c0af-4032-857b-3299cabc39ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.202246 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997 req-1a32f5fb-0e4d-45f5-84d2-7598a370c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:50.203861 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997 req-1a32f5fb-0e4d-45f5-84d2-7598a370c750 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 1097 time: 0.0851431 Sep 17 15:44:50.241963 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dd433-7011-4179-a838-30c7d9b134dc req-b05135f8-7f01-4e8d-acbd-baf44d083053 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:50.244142 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-449dd433-7011-4179-a838-30c7d9b134dc req-b05135f8-7f01-4e8d-acbd-baf44d083053 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.0863500 Sep 17 15:44:50.248718 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a44-c0af-4032-857b-3299cabc39ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.254393 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a44-c0af-4032-857b-3299cabc39ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.255556 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-7c6c7a44-c0af-4032-857b-3299cabc39ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a9b8613-f50a-4819-920d-4da46449481e HTTP/1.1" status: 204 len: 168 time: 0.2149913 Sep 17 15:44:50.266354 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c7a44-c0af-4032-857b-3299cabc39ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9b8613-f50a-4819-920d-4da46449481e,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:50.296119 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39196) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:50.314651 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fccbd6b6-865b-45c3-bd84-be41f55bf53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.343192 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-449dd433-7011-4179-a838-30c7d9b134dc req-ea87d7ef-ebcd-4111-aac1-7c7d1c1f2e56 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920622 Sep 17 15:44:50.354169 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997 req-39689dcd-6c39-4d03-81c6-21ab0de9a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:50.355697 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997 req-39689dcd-6c39-4d03-81c6-21ab0de9a390 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.1443813 Sep 17 15:44:50.403345 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997 req-0477852f-30e7-4c95-8e8f-6436278283d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=000af5fc-c73e-417c-b845-9b3fa553d861 HTTP/1.1" status: 200 len: 217 time: 0.0392022 Sep 17 15:44:50.422060 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fccbd6b6-865b-45c3-bd84-be41f55bf53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.427467 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fccbd6b6-865b-45c3-bd84-be41f55bf53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.455003 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997 req-4e39ff06-3ece-4c56-9fc2-2e535e9ed50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:50.456467 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997 req-4e39ff06-3ece-4c56-9fc2-2e535e9ed50b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0457158 Sep 17 15:44:50.469153 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-fccbd6b6-865b-45c3-bd84-be41f55bf53e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f57a68bb194462485899f3823471642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696923 Sep 17 15:44:50.469153 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbd6b6-865b-45c3-bd84-be41f55bf53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e714a5e-b2ea-4a13-89ef-c7319f7e33c4,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:50.470117 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39200) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:50.492264 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997 req-fe029807-1401-485a-a7c6-0c8b795066f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280068 Sep 17 15:44:50.533791 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f373b-bc70-405c-983a-f3f329128378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.567139 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f373b-bc70-405c-983a-f3f329128378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.621443 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997 req-8553ea3a-8a41-4fa2-9beb-015e0f4f5497 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193182 Sep 17 15:44:50.679252 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39212) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:50.714478 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fef4c-7835-43cf-9913-9313545be209 req-bcef5a31-3b2a-4c87-b00e-0ec942c0090f tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:50.716142 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-822fef4c-7835-43cf-9913-9313545be209 req-bcef5a31-3b2a-4c87-b00e-0ec942c0090f tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 944 time: 0.1047642 Sep 17 15:44:50.717471 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f373b-bc70-405c-983a-f3f329128378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.720211 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f373b-bc70-405c-983a-f3f329128378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.721430 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-1e7f373b-bc70-405c-983a-f3f329128378 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e714a5e-b2ea-4a13-89ef-c7319f7e33c4 HTTP/1.1" status: 204 len: 168 time: 0.2479665 Sep 17 15:44:50.734695 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f373b-bc70-405c-983a-f3f329128378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e714a5e-b2ea-4a13-89ef-c7319f7e33c4,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:50.739039 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-37aee5e8-df39-4443-b718-e20b0177de21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.778396 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-822fef4c-7835-43cf-9913-9313545be209 req-1c35886e-fb73-4a4d-87a4-26e40fb4cfd3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557747 Sep 17 15:44:50.797183 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee16f3d1-2213-44c7-95c7-6ad5ce36e997 req-1371e4ee-1e7a-41d1-aa13-780bd69912d0 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617303 Sep 17 15:44:50.815930 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a89940-ed81-4ff5-9cc4-9c8f3d4de41a req-8da87a53-f54a-47c1-9632-ee51787223c2 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:50.817435 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-62a89940-ed81-4ff5-9cc4-9c8f3d4de41a req-8da87a53-f54a-47c1-9632-ee51787223c2 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 943 time: 0.0991604 Sep 17 15:44:50.890170 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-62a89940-ed81-4ff5-9cc4-9c8f3d4de41a req-4abe0cc7-6a6c-4fa1-9b4d-1ac91910852c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590596 Sep 17 15:44:50.921881 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-37aee5e8-df39-4443-b718-e20b0177de21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.926534 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-37aee5e8-df39-4443-b718-e20b0177de21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:50.967289 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-37aee5e8-df39-4443-b718-e20b0177de21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9479d195643499f851882892d397c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869639 Sep 17 15:44:50.968219 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aee5e8-df39-4443-b718-e20b0177de21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0db901-e185-481b-8b2f-d00b0f549987,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:50.969982 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39218) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:51.020604 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-54ba2d94-c94a-4e76-ba57-0be9d2729554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.042764 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-54ba2d94-c94a-4e76-ba57-0be9d2729554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.093202 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-54ba2d94-c94a-4e76-ba57-0be9d2729554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.096158 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-54ba2d94-c94a-4e76-ba57-0be9d2729554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.097332 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-54ba2d94-c94a-4e76-ba57-0be9d2729554 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d0db901-e185-481b-8b2f-d00b0f549987 HTTP/1.1" status: 204 len: 168 time: 0.1263478 Sep 17 15:44:51.107684 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba2d94-c94a-4e76-ba57-0be9d2729554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0db901-e185-481b-8b2f-d00b0f549987,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:51.175014 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69270192-aeda-4521-b5f0-d237988e7593 req-16d88ddf-666b-4eb9-b7b9-770e26733fd1 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:51.176511 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-69270192-aeda-4521-b5f0-d237988e7593 req-16d88ddf-666b-4eb9-b7b9-770e26733fd1 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 943 time: 0.0568881 Sep 17 15:44:51.221241 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-69270192-aeda-4521-b5f0-d237988e7593 req-3cc123b5-7a84-4daa-8165-92297736da41 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371740 Sep 17 15:44:51.299733 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59f503-c8a6-4e70-aa4b-56ed5236f680 req-014d65fe-518c-480f-86ed-1cb9be63eeb5 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:51.301263 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8c59f503-c8a6-4e70-aa4b-56ed5236f680 req-014d65fe-518c-480f-86ed-1cb9be63eeb5 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 944 time: 0.0651028 Sep 17 15:44:51.342805 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8c59f503-c8a6-4e70-aa4b-56ed5236f680 req-06882b6f-5cb2-4174-b28d-406eb2a23d1b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328753 Sep 17 15:44:51.438798 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39244) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:51.474306 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-297c3ea1-5a9f-4fd4-9eef-4a7ee7a1cf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.506635 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fe3bf-e6ae-4750-a04f-ac4d347ff757 req-ce7ab5cc-5b55-41d6-bb72-67a4ba413152 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:51.508226 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2d7fe3bf-e6ae-4750-a04f-ac4d347ff757 req-ce7ab5cc-5b55-41d6-bb72-67a4ba413152 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.0839841 Sep 17 15:44:51.568366 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:44:51.570314 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2d7fe3bf-e6ae-4750-a04f-ac4d347ff757 req-3b3c4511-cd73-4d03-9eda-7aa827f8aebd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551331 Sep 17 15:44:51.623676 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-297c3ea1-5a9f-4fd4-9eef-4a7ee7a1cf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.628046 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-297c3ea1-5a9f-4fd4-9eef-4a7ee7a1cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.668753 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-297c3ea1-5a9f-4fd4-9eef-4a7ee7a1cf92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=599f34cae29c4751bc5956da8501d37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287784 Sep 17 15:44:51.669739 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c3ea1-5a9f-4fd4-9eef-4a7ee7a1cf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81285f0a-4c84-4d77-98c1-370b553e49d0,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:51.671728 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39250) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:51.678543 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,segment=NetworkSegment(a4f622f8-607a-469e-8a5b-0ff17a780943),segment_id=a4f622f8-607a-469e-8a5b-0ff17a780943)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:51.691529 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc', 'network_id': '877468f6-d33d-40ab-a6c2-84a62a3c988c', 'port_id': '8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc', 'mac_address': 'fa:16:3e:44:19:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcabfbaf-94bc-4e30-8907-609c7c1ed5b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:44:51.735197 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.737015 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e1414546-0744-4c41-bf74-a4df071a8f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.749890 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:51.765220 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e1414546-0744-4c41-bf74-a4df071a8f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.771635 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,segment=NetworkSegment(a4f622f8-607a-469e-8a5b-0ff17a780943),segment_id=a4f622f8-607a-469e-8a5b-0ff17a780943)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:51.778983 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.780173 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 780b43e9-d7ea-4945-996a-6558e94da030 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:44:51.837435 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e1414546-0744-4c41-bf74-a4df071a8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.840159 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e1414546-0744-4c41-bf74-a4df071a8f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:51.843712 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-e1414546-0744-4c41-bf74-a4df071a8f9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81285f0a-4c84-4d77-98c1-370b553e49d0 HTTP/1.1" status: 204 len: 168 time: 0.1679831 Sep 17 15:44:51.856409 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1414546-0744-4c41-bf74-a4df071a8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81285f0a-4c84-4d77-98c1-370b553e49d0,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:51.887064 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:51.935178 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9437b1c-6872-4ae6-990a-e39fbe261633 req-dd92ac2a-1ad0-4d9f-b230-d9d71b36f05e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:51.944080 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c9437b1c-6872-4ae6-990a-e39fbe261633 req-dd92ac2a-1ad0-4d9f-b230-d9d71b36f05e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 944 time: 0.0852129 Sep 17 15:44:51.983470 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 780b43e9-d7ea-4945-996a-6558e94da030, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=780b43e9-d7ea-4945-996a-6558e94da030,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:52.002625 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c9437b1c-6872-4ae6-990a-e39fbe261633 req-e7db717f-b576-47d4-ab97-098ee4241e43 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537927 Sep 17 15:44:52.004533 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '780b43e9-d7ea-4945-996a-6558e94da030', 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba', 'port_id': '780b43e9-d7ea-4945-996a-6558e94da030', 'mac_address': 'fa:16:3e:3d:8b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb33798-0025-4542-8a17-2685e37ce4b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:44:52.070741 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976efd77-05f1-46aa-ae26-3aa01e1e1ca3 req-7b3b33a1-ddf4-4edd-a67c-9b5687cf4da8 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:52.072581 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-976efd77-05f1-46aa-ae26-3aa01e1e1ca3 req-7b3b33a1-ddf4-4edd-a67c-9b5687cf4da8 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 943 time: 0.0602164 Sep 17 15:44:52.073059 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:52.086820 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780b43e9-d7ea-4945-996a-6558e94da030 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:52.122407 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 780b43e9-d7ea-4945-996a-6558e94da030, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=780b43e9-d7ea-4945-996a-6558e94da030,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:52.127652 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-976efd77-05f1-46aa-ae26-3aa01e1e1ca3 req-3ad7af0e-e8d2-41b3-bd56-b4f38cc53991 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Sep 17 15:44:52.128473 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:52.147802 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39274) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:52.192999 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=780b43e9-d7ea-4945-996a-6558e94da030,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:52.350758 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-50610cdb-d3db-44d7-98a6-c372a68a073e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:52.390822 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11ef04-3889-45cf-8aab-4983e2180400 req-8579deb7-232d-409e-baf0-c253548bea07 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:52.392689 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5a11ef04-3889-45cf-8aab-4983e2180400 req-8579deb7-232d-409e-baf0-c253548bea07 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 944 time: 0.0911002 Sep 17 15:44:52.468949 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5a11ef04-3889-45cf-8aab-4983e2180400 req-35cefea9-2d53-488b-b52b-f44b54615be8 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698688 Sep 17 15:44:52.510372 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2a901-93c3-451a-9423-c3815699078d req-36e8c387-ec38-444e-adb5-e024262b94c4 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:52.518184 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-50610cdb-d3db-44d7-98a6-c372a68a073e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:52.518861 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-23d2a901-93c3-451a-9423-c3815699078d req-36e8c387-ec38-444e-adb5-e024262b94c4 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 944 time: 0.0869179 Sep 17 15:44:52.526840 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-50610cdb-d3db-44d7-98a6-c372a68a073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:52.553968 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-23d2a901-93c3-451a-9423-c3815699078d req-6d6cb7ba-1b92-4179-b5f5-04236246e4e8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 Sep 17 15:44:52.575488 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-50610cdb-d3db-44d7-98a6-c372a68a073e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f738344e103f40c1a9589e2cbfe4f108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266198 Sep 17 15:44:52.577827 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610cdb-d3db-44d7-98a6-c372a68a073e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baad920-9841-41d7-9541-d3db23ff2153,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:52.578342 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39298) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:52.639259 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-db4da653-10ef-4429-be38-b30ad08d2239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:52.655160 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['780b43e9-d7ea-4945-996a-6558e94da030'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:44:52.681184 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:44:52.682051 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-db4da653-10ef-4429-be38-b30ad08d2239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:52.722246 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1354114-a7ea-4d53-8d53-c9ff5d5c04f1 req-93bcb9c1-619d-4777-8a2a-f2dd8a932bf7 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:52.724247 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b1354114-a7ea-4d53-8d53-c9ff5d5c04f1 req-93bcb9c1-619d-4777-8a2a-f2dd8a932bf7 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.0653956 Sep 17 15:44:52.770368 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-db4da653-10ef-4429-be38-b30ad08d2239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:52.775723 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-db4da653-10ef-4429-be38-b30ad08d2239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:52.777221 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-db4da653-10ef-4429-be38-b30ad08d2239 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4baad920-9841-41d7-9541-d3db23ff2153 HTTP/1.1" status: 204 len: 168 time: 0.1976979 Sep 17 15:44:52.786800 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4da653-10ef-4429-be38-b30ad08d2239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baad920-9841-41d7-9541-d3db23ff2153,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:52.819803 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b1354114-a7ea-4d53-8d53-c9ff5d5c04f1 req-3c124a0c-6b78-4e08-b087-755f360a9bc8 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866280 Sep 17 15:44:52.988473 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39316) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:53.130524 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-348740985-network', 'tenant_id': '83aa5cf08b54405ab74cbdea0ea9911d'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:53.151344 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39324) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:53.167396 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4a9936d-8b71-4f1c-9f6e-b0d240c86911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.170567 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a19be-ecf7-4a60-8a3a-96ad8deaac24 req-4ecc5b17-3d86-4123-b7b3-4b739ea05e8f tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:53.172188 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-cd6a19be-ecf7-4a60-8a3a-96ad8deaac24 req-4ecc5b17-3d86-4123-b7b3-4b739ea05e8f tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 944 time: 0.0794182 Sep 17 15:44:53.190008 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Made reservation on behalf of 83aa5cf08b54405ab74cbdea0ea9911d for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:53.192746 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.207697 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.249689 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-cd6a19be-ecf7-4a60-8a3a-96ad8deaac24 req-2531cb8e-22c1-46b1-9531-7e30c3c9f505 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631664 Sep 17 15:44:53.313168 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4a9936d-8b71-4f1c-9f6e-b0d240c86911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.318692 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4a9936d-8b71-4f1c-9f6e-b0d240c86911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.365159 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ce00b-9ed3-4d90-bff9-9a462aa5e4bd req-b6a95a48-5fc3-4efd-aace-3d61b54f0a26 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:53.366810 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1e7ce00b-9ed3-4d90-bff9-9a462aa5e4bd req-b6a95a48-5fc3-4efd-aace-3d61b54f0a26 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 944 time: 0.0988519 Sep 17 15:44:53.374239 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-b4a9936d-8b71-4f1c-9f6e-b0d240c86911 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75f10339bf754f7aa97248ca35d69827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215667 Sep 17 15:44:53.379111 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39330) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:53.391922 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9936d-8b71-4f1c-9f6e-b0d240c86911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a1ed35-adef-4159-ae30-aa7d98f020b1,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:53.403855 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.409688 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.431588 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:44:53.447009 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea702d3-3703-42cc-b544-36a90d449629,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:53.452067 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.452422 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Added segment 5c3798e2-df54-42e5-a862-0df0cdf8d114 of type vlan for network 87958012-751c-4ca5-9c47-f063d56f3b3a Sep 17 15:44:53.462137 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1e7ce00b-9ed3-4d90-bff9-9a462aa5e4bd req-12f563ff-6ddd-4eaa-9982-2e969b1de229 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836592 Sep 17 15:44:53.490215 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-46cd2f25-6ddb-4d5c-a95b-53ff703f6395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.495661 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.514765 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-46cd2f25-6ddb-4d5c-a95b-53ff703f6395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.524361 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.525989 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:53.526932 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.554394 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 7c971ef2-7360-42a9-91fc-d1e2206abfee details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:44:53.572406 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-46cd2f25-6ddb-4d5c-a95b-53ff703f6395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.574740 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5850961 Sep 17 15:44:53.577716 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-46cd2f25-6ddb-4d5c-a95b-53ff703f6395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.579099 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-46cd2f25-6ddb-4d5c-a95b-53ff703f6395 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4a1ed35-adef-4159-ae30-aa7d98f020b1 HTTP/1.1" status: 204 len: 168 time: 0.1982808 Sep 17 15:44:53.579901 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39334) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:53.588198 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Request body: {'subnet': {'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-348740985-subnet', 'tenant_id': '83aa5cf08b54405ab74cbdea0ea9911d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:53.601563 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd2f25-6ddb-4d5c-a95b-53ff703f6395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a1ed35-adef-4159-ae30-aa7d98f020b1,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:53.618868 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76d917-876d-47c0-a1c4-d1dd3e077567 admin admin] Pushing event updated for resources: {'Network': ['ID=87958012-751c-4ca5-9c47-f063d56f3b3a,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:53.629894 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Made reservation on behalf of 83aa5cf08b54405ab74cbdea0ea9911d for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:53.636542 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.652345 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 87958012-751c-4ca5-9c47-f063d56f3b3a details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:44:53.654136 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce82b1-c340-4d12-be5c-e6f6e97da1f2 req-58a1f8ee-6cdd-40e1-9e58-6f71e111d97f tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:53.656957 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1dce82b1-c340-4d12-be5c-e6f6e97da1f2 req-58a1f8ee-6cdd-40e1-9e58-6f71e111d97f tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 944 time: 0.0984006 Sep 17 15:44:53.714415 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1dce82b1-c340-4d12-be5c-e6f6e97da1f2 req-422e051c-0b2f-4f59-aabd-42da34b74f0c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509882 Sep 17 15:44:53.812600 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203c17d-d6ee-40be-92cc-fce5414122a5 req-9074a52c-d3a5-4910-aecf-89fa640b5228 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:53.815887 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4203c17d-d6ee-40be-92cc-fce5414122a5 req-9074a52c-d3a5-4910-aecf-89fa640b5228 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 944 time: 0.1540337 Sep 17 15:44:53.849671 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 7c971ef2-7360-42a9-91fc-d1e2206abfee, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=7c971ef2-7360-42a9-91fc-d1e2206abfee,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:53.867517 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '7c971ef2-7360-42a9-91fc-d1e2206abfee', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'port_id': '7c971ef2-7360-42a9-91fc-d1e2206abfee', 'mac_address': 'fa:16:3e:1d:e8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:44:53.921681 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4203c17d-d6ee-40be-92cc-fce5414122a5 req-d90d5595-63dc-4717-9fb0-ca2369254159 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933743 Sep 17 15:44:53.934007 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.961623 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c971ef2-7360-42a9-91fc-d1e2206abfee {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:53.988194 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 7c971ef2-7360-42a9-91fc-d1e2206abfee, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=7c971ef2-7360-42a9-91fc-d1e2206abfee,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:53.991544 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.994519 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:53.995408 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device a3fab210-ffd4-43c5-ac9f-9c823b100b82 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:44:54.000135 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787db6d-4bc9-4216-86da-64be04ec5261 req-1be6d211-7f71-4256-94c7-cc463978f349 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:54.001828 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7787db6d-4bc9-4216-86da-64be04ec5261 req-1be6d211-7f71-4256-94c7-cc463978f349 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.0636907 Sep 17 15:44:54.056735 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3805919-f268-4d22-861f-ad99ac82c1c9,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:54.077571 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7787db6d-4bc9-4216-86da-64be04ec5261 req-a4009f3f-6393-4987-bc2b-a8af56dd1212 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635219 Sep 17 15:44:54.083287 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Checking segment: {'id': '5c3798e2-df54-42e5-a862-0df0cdf8d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:44:54.083538 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Network hostable DHCP agents. Network: 87958012-751c-4ca5-9c47-f063d56f3b3a, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:44:54.104707 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Network 87958012-751c-4ca5-9c47-f063d56f3b3a is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:44:54.117656 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 87958012-751c-4ca5-9c47-f063d56f3b3a) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:54.122679 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:54.123488 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:54.150816 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-80fa6a5f-9658-463a-adea-d0c3c75387bc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5590563 Sep 17 15:44:54.230961 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc8ea52-2ad1-4623-a1f2-189667de80f2 None None] Network 87958012-751c-4ca5-9c47-f063d56f3b3a requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:54.246173 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=7c971ef2-7360-42a9-91fc-d1e2206abfee,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:54.460210 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de67b5-a122-422c-bc6e-43b67f27ddbd req-acde0cac-cfe1-4e31-98a8-b665fc5b502d tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:54.463032 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-19de67b5-a122-422c-bc6e-43b67f27ddbd req-acde0cac-cfe1-4e31-98a8-b665fc5b502d tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 945 time: 0.1087384 Sep 17 15:44:54.498618 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port a3fab210-ffd4-43c5-ac9f-9c823b100b82, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:54.540867 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-19de67b5-a122-422c-bc6e-43b67f27ddbd req-442ba8af-dc60-45e1-812e-aa113ffc4c19 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700459 Sep 17 15:44:54.587800 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae778a5-c8c2-499c-b9a2-5e40ba1f63bd None None] Network 87958012-751c-4ca5-9c47-f063d56f3b3a requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:44:54.612865 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': 'a3fab210-ffd4-43c5-ac9f-9c823b100b82', 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd', 'port_id': 'a3fab210-ffd4-43c5-ac9f-9c823b100b82', 'mac_address': 'fa:16:3e:3c:ed:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:44:54.675036 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aa226-79cf-4e9a-8c66-8656c12a8184 req-6f2fa28d-93ba-4419-bbbf-22763cb6689a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:54.679815 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-df9aa226-79cf-4e9a-8c66-8656c12a8184 req-6f2fa28d-93ba-4419-bbbf-22763cb6689a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 944 time: 0.1098857 Sep 17 15:44:54.712493 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:54.735663 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fab210-ffd4-43c5-ac9f-9c823b100b82 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:54.829144 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-df9aa226-79cf-4e9a-8c66-8656c12a8184 req-d60f77d6-9737-4d75-9be0-bb8a02a54b14 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426868 Sep 17 15:44:54.881222 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port a3fab210-ffd4-43c5-ac9f-9c823b100b82, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:54.888744 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:54.889440 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 000af5fc-c73e-417c-b845-9b3fa553d861 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:44:54.933896 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74d27a-32a3-4e14-a50b-352ecb52eb35 req-23910b01-a3c2-474b-9a39-63d17e7ef948 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:54.944372 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6d74d27a-32a3-4e14-a50b-352ecb52eb35 req-23910b01-a3c2-474b-9a39-63d17e7ef948 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 944 time: 0.1228895 Sep 17 15:44:54.978355 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 000af5fc-c73e-417c-b845-9b3fa553d861, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=000af5fc-c73e-417c-b845-9b3fa553d861,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:54.981620 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=a3fab210-ffd4-43c5-ac9f-9c823b100b82,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:54.997646 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '000af5fc-c73e-417c-b845-9b3fa553d861', 'network_id': '0f3551d3-a1cc-425c-a941-1b7c8eb363fd', 'port_id': '000af5fc-c73e-417c-b845-9b3fa553d861', 'mac_address': 'fa:16:3e:2d:45:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffd11f0-6e59-415c-afa3-41fe34f659b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:44:55.026592 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6d74d27a-32a3-4e14-a50b-352ecb52eb35 req-e8b8b60e-59a0-489b-b625-4f1fd69769f0 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703075 Sep 17 15:44:55.060107 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:55.076885 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000af5fc-c73e-417c-b845-9b3fa553d861 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:55.082615 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edd5f4-2df4-4f3a-85a4-a4eed26b5184 req-e090cd2e-3310-4806-94aa-897316b9b219 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:55.092587 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-33edd5f4-2df4-4f3a-85a4-a4eed26b5184 req-e090cd2e-3310-4806-94aa-897316b9b219 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 944 time: 0.0671306 Sep 17 15:44:55.097368 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 000af5fc-c73e-417c-b845-9b3fa553d861, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=000af5fc-c73e-417c-b845-9b3fa553d861,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:55.104479 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:55.105286 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device ae59b907-6376-4727-ab46-8bbb37e06cae details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:44:55.151459 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-33edd5f4-2df4-4f3a-85a4-a4eed26b5184 req-49362009-9a69-45bc-8e25-53683a3e735e tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577652 Sep 17 15:44:55.261954 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace28a1d-13f6-4852-ad79-e938bb2b7140 req-38517efd-bb4d-4ebf-aee5-6bfa7d70e83e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:55.263552 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ace28a1d-13f6-4852-ad79-e938bb2b7140 req-38517efd-bb4d-4ebf-aee5-6bfa7d70e83e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 943 time: 0.0773852 Sep 17 15:44:55.325650 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=000af5fc-c73e-417c-b845-9b3fa553d861,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:55.337927 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ace28a1d-13f6-4852-ad79-e938bb2b7140 req-fbe436a0-5455-45c9-878f-d7c74fbcd174 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648932 Sep 17 15:44:55.350997 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port ae59b907-6376-4727-ab46-8bbb37e06cae, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=ae59b907-6376-4727-ab46-8bbb37e06cae,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:55.363692 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': 'ae59b907-6376-4727-ab46-8bbb37e06cae', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'port_id': 'ae59b907-6376-4727-ab46-8bbb37e06cae', 'mac_address': 'fa:16:3e:00:f4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:44:55.404536 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:55.418771 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae59b907-6376-4727-ab46-8bbb37e06cae {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:44:55.452078 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port ae59b907-6376-4727-ab46-8bbb37e06cae, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=ae59b907-6376-4727-ab46-8bbb37e06cae,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:55.457156 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:55.527046 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=ae59b907-6376-4727-ab46-8bbb37e06cae,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:55.553658 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:55.606372 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:44:55.610489 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:55.610921 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:55.672411 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40667f7-3384-4236-85bf-0ee27ff8dd6b req-8bb3cb71-2294-4eb6-a9c1-4ccf3d16eef4 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:55.674317 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a40667f7-3384-4236-85bf-0ee27ff8dd6b req-8bb3cb71-2294-4eb6-a9c1-4ccf3d16eef4 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 945 time: 0.0493586 Sep 17 15:44:55.705810 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:55.717465 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a40667f7-3384-4236-85bf-0ee27ff8dd6b req-0404ca8d-d8d1-4c6f-97db-7d9f3676709b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356667 Sep 17 15:44:55.730956 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b294591-7ce7-4432-a7bd-a4c53ad11170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:44:55.833296 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,segment=NetworkSegment(a4f622f8-607a-469e-8a5b-0ff17a780943),segment_id=a4f622f8-607a-469e-8a5b-0ff17a780943)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:55.840070 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:55.841268 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 780b43e9-d7ea-4945-996a-6558e94da030 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:55.912802 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:55.956388 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 780b43e9-d7ea-4945-996a-6558e94da030 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:44:55.964528 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 780b43e9-d7ea-4945-996a-6558e94da030 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:55.965183 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:55.997437 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a6a32-4bab-45cf-967a-31c107fe05eb req-ef7819d0-ab5a-4bc7-8a37-cc1eea40d491 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:55.999277 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-753a6a32-4bab-45cf-967a-31c107fe05eb req-ef7819d0-ab5a-4bc7-8a37-cc1eea40d491 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 944 time: 0.0665519 Sep 17 15:44:56.004000 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9486091-c981-4861-a022-b16307b2a953" -d '{"events": [{"server_uuid": "2b294591-7ce7-4432-a7bd-a4c53ad11170", "name": "network-vif-plugged", "status": "completed", "tag": "8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:44:56.019174 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['a3fab210-ffd4-43c5-ac9f-9c823b100b82'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:44:56.067465 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['7c971ef2-7360-42a9-91fc-d1e2206abfee'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:44:56.097670 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-753a6a32-4bab-45cf-967a-31c107fe05eb req-7e5848ec-9eb8-4ef8-a533-9513e8c16a95 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878975 Sep 17 15:44:56.108150 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['000af5fc-c73e-417c-b845-9b3fa553d861'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:44:56.206356 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['ae59b907-6376-4727-ab46-8bbb37e06cae'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:44:56.209131 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:56.232607 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0fe7ef-96cf-4001-900c-6f0a6a80cb17 x-openstack-request-id: req-9e0fe7ef-96cf-4001-900c-6f0a6a80cb17 {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:44:56.234700 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b294591-7ce7-4432-a7bd-a4c53ad11170", "name": "network-vif-plugged", "status": "completed", "tag": "8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:44:56.234989 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e0fe7ef-96cf-4001-900c-6f0a6a80cb17 {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:44:56.235483 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b294591-7ce7-4432-a7bd-a4c53ad11170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc', 'code': 200} Sep 17 15:44:56.261889 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcc4eb-c5e0-4d9b-acb3-b2636c64d5a0 req-78761445-4bbc-44b2-a206-b735d6ee51d2 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:56.266517 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4ffcc4eb-c5e0-4d9b-acb3-b2636c64d5a0 req-78761445-4bbc-44b2-a206-b735d6ee51d2 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 945 time: 0.0985475 Sep 17 15:44:56.373913 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4ffcc4eb-c5e0-4d9b-acb3-b2636c64d5a0 req-c8388e86-27c4-4ad7-9249-da4fa5be4e71 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026430 Sep 17 15:44:56.374174 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fe5d8-e841-40ba-abf6-9730d9ed1abf req-f3b00553-1ca2-4be7-9b9b-29b08cf3d39f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:56.379164 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e73fe5d8-e841-40ba-abf6-9730d9ed1abf req-f3b00553-1ca2-4be7-9b9b-29b08cf3d39f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 945 time: 0.1070743 Sep 17 15:44:56.439613 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e73fe5d8-e841-40ba-abf6-9730d9ed1abf req-880ad321-ab10-4b46-ab65-107eb5d2243f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523260 Sep 17 15:44:56.614470 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 780b43e9-d7ea-4945-996a-6558e94da030, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=780b43e9-d7ea-4945-996a-6558e94da030,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:44:56.653795 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:56.665864 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d0433-66ba-43a4-a65b-644e93cc44a3 req-83c32dfa-a978-4996-928b-becdb19c0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:56.668746 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-579d0433-66ba-43a4-a65b-644e93cc44a3 req-83c32dfa-a978-4996-928b-becdb19c0883 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 1098 time: 0.2883296 Sep 17 15:44:56.701480 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f75d87-c907-4e7e-9140-996d03f5da05 req-083c5ec8-226a-4fa8-b0aa-5b5bf4a63d1a tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:56.703330 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d7f75d87-c907-4e7e-9140-996d03f5da05 req-083c5ec8-226a-4fa8-b0aa-5b5bf4a63d1a tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 944 time: 0.1550705 Sep 17 15:44:56.704496 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-579d0433-66ba-43a4-a65b-644e93cc44a3 req-9e01b76f-fcfa-4a28-85ee-534e42d6be9d service neutron] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:56.775945 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=780b43e9-d7ea-4945-996a-6558e94da030,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:56.787298 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d7f75d87-c907-4e7e-9140-996d03f5da05 req-027bf964-2fe3-4df2-9825-a95069878afa tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727341 Sep 17 15:44:56.832336 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-e8e33661-6fc9-488c-a638-00721d7b7d94 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:56.834065 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-e8e33661-6fc9-488c-a638-00721d7b7d94 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/networks?id=87958012-751c-4ca5-9c47-f063d56f3b3a HTTP/1.1" status: 200 len: 808 time: 0.2066655 Sep 17 15:44:56.873742 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-fe571aab-b54e-4819-b33f-fd60ce47c581 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/quotas/83aa5cf08b54405ab74cbdea0ea9911d HTTP/1.1" status: 200 len: 375 time: 0.0280008 Sep 17 15:44:56.904655 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9a9f288e-4a78-436c-b4a8-2e204ff3fe84 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=83aa5cf08b54405ab74cbdea0ea9911d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311842 Sep 17 15:44:56.935604 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-579d0433-66ba-43a4-a65b-644e93cc44a3 req-9e01b76f-fcfa-4a28-85ee-534e42d6be9d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:56.941566 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-579d0433-66ba-43a4-a65b-644e93cc44a3 req-9e01b76f-fcfa-4a28-85ee-534e42d6be9d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:56.975069 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-579d0433-66ba-43a4-a65b-644e93cc44a3 req-9e01b76f-fcfa-4a28-85ee-534e42d6be9d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968717 Sep 17 15:44:57.001990 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a3ac0-2d12-426c-9547-b38f50770d60 req-984f3aeb-31b7-4e7a-8c2c-a17f3a150437 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:57.003538 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d17a3ac0-2d12-426c-9547-b38f50770d60 req-984f3aeb-31b7-4e7a-8c2c-a17f3a150437 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 945 time: 0.1063533 Sep 17 15:44:57.009866 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01b76f-fcfa-4a28-85ee-534e42d6be9d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=40f8de6d-f203-4cf7-9137-b374a9287743,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:57.041872 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-e69f8883-5c66-4390-8c6b-699c22063d55 service neutron] 10.222.0.50 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293554 Sep 17 15:44:57.052265 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d17a3ac0-2d12-426c-9547-b38f50770d60 req-a8374835-af41-4278-bd24-37c77544b818 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377886 Sep 17 15:44:57.162451 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-e35d5f65-46ad-4b81-99cc-208f666f89c7 service neutron] 10.222.0.50 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119828 Sep 17 15:44:57.222994 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754553-2d15-4cff-929a-5270d8c050ad req-4ab472cf-2c06-4bb4-a1f1-e54e314ce141 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:57.230242 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fc754553-2d15-4cff-929a-5270d8c050ad req-4ab472cf-2c06-4bb4-a1f1-e54e314ce141 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 945 time: 0.0600648 Sep 17 15:44:57.267010 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fc754553-2d15-4cff-929a-5270d8c050ad req-bb594dae-11c2-4d60-9f16-2e02493c13f4 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356555 Sep 17 15:44:57.343022 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0ffb1214-cdc9-41a5-bf21-4c4b8c48e18d req-cdf25413-b6e2-4f99-a5fb-def8daf43bc9 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 210 time: 0.0288820 Sep 17 15:44:57.454684 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39492) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:57.497764 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bdb60-4824-4b97-becf-d5ecd8acbb5e req-4abb36e0-b134-48c2-af14-b1044094ce74 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:57.499317 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a02bdb60-4824-4b97-becf-d5ecd8acbb5e req-4abb36e0-b134-48c2-af14-b1044094ce74 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 945 time: 0.0633497 Sep 17 15:44:57.557039 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a02bdb60-4824-4b97-becf-d5ecd8acbb5e req-33e717e1-8e11-495e-8465-550da1bafc78 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Sep 17 15:44:57.606665 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44c460-a734-41d9-a79f-ac4f94ac55fa req-3ca4014c-97c4-40e0-88b1-e1f8b2f9f9bc tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:57.608115 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5d44c460-a734-41d9-a79f-ac4f94ac55fa req-3ca4014c-97c4-40e0-88b1-e1f8b2f9f9bc tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 945 time: 0.0883160 Sep 17 15:44:57.608823 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-375555f1-492c-4668-99d4-4a4404507785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:57.676612 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5d44c460-a734-41d9-a79f-ac4f94ac55fa req-c3eb74f9-e27f-4d86-bf54-c93cea936009 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598733 Sep 17 15:44:57.747390 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-375555f1-492c-4668-99d4-4a4404507785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:57.751421 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-375555f1-492c-4668-99d4-4a4404507785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:57.793414 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-375555f1-492c-4668-99d4-4a4404507785 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e93ff0f082b4434a8bc63ef1e5bda6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348527 Sep 17 15:44:57.793414 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375555f1-492c-4668-99d4-4a4404507785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8319c2be-925a-4542-8e6a-d965e3f9d87a,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:57.793837 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39506) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:57.860332 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c93bafd8-6980-49b0-ab74-d6a3cefc1e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:57.884787 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c93bafd8-6980-49b0-ab74-d6a3cefc1e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:57.961086 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f8647-aea7-4a1c-b862-b7c015f1af54 req-88646533-f607-4559-ad76-74e544103646 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:57.962980 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f27f8647-aea7-4a1c-b862-b7c015f1af54 req-88646533-f607-4559-ad76-74e544103646 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 944 time: 0.0761626 Sep 17 15:44:57.984821 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c93bafd8-6980-49b0-ab74-d6a3cefc1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:57.987316 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c93bafd8-6980-49b0-ab74-d6a3cefc1e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:57.988484 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-c93bafd8-6980-49b0-ab74-d6a3cefc1e94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8319c2be-925a-4542-8e6a-d965e3f9d87a HTTP/1.1" status: 204 len: 168 time: 0.1936312 Sep 17 15:44:58.009402 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bafd8-6980-49b0-ab74-d6a3cefc1e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8319c2be-925a-4542-8e6a-d965e3f9d87a,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:58.021491 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f27f8647-aea7-4a1c-b862-b7c015f1af54 req-d5b37591-c79f-477f-8d71-6416a209b598 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519507 Sep 17 15:44:58.179733 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc9976-acdf-40d0-b749-d7639f44b60c req-30cc25d8-5e2d-487d-8ce1-5ff017edc5ae tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:58.181811 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dfdc9976-acdf-40d0-b749-d7639f44b60c req-30cc25d8-5e2d-487d-8ce1-5ff017edc5ae tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 945 time: 0.0569644 Sep 17 15:44:58.223036 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dfdc9976-acdf-40d0-b749-d7639f44b60c req-5aa078cf-550d-4b22-81fb-b31afa76086a tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347612 Sep 17 15:44:58.238403 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e728f4-a6e0-4997-9f4f-036ae02b5c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780b43e9-d7ea-4945-996a-6558e94da030'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:44:58.242007 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dc5ab5-1a81-4148-8674-d42fbda353fc" -d '{"events": [{"server_uuid": "54e728f4-a6e0-4997-9f4f-036ae02b5c3d", "name": "network-vif-plugged", "status": "completed", "tag": "780b43e9-d7ea-4945-996a-6558e94da030"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:44:58.286442 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c70910-4b93-4370-9472-461072bd6ac8 x-openstack-request-id: req-94c70910-4b93-4370-9472-461072bd6ac8 {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:44:58.286846 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e728f4-a6e0-4997-9f4f-036ae02b5c3d", "name": "network-vif-plugged", "status": "completed", "tag": "780b43e9-d7ea-4945-996a-6558e94da030", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:44:58.287104 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94c70910-4b93-4370-9472-461072bd6ac8 {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:44:58.287495 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e728f4-a6e0-4997-9f4f-036ae02b5c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780b43e9-d7ea-4945-996a-6558e94da030', 'code': 200} Sep 17 15:44:58.343031 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39526) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:58.372261 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-eebc976d-de98-4d3a-b989-ddc2b14f50b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:58.444502 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae696c9d-c31c-4e6e-9a29-d15622e5a9dc req-c7913b9d-21d7-4d68-ae9f-0321c7227443 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:58.453769 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ae696c9d-c31c-4e6e-9a29-d15622e5a9dc req-c7913b9d-21d7-4d68-ae9f-0321c7227443 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 945 time: 0.0858312 Sep 17 15:44:58.493719 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-52f30eb6-a955-4d7d-a073-67742d32e826 req-456b76ae-5b1f-4836-a482-e66269ef1b30 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 210 time: 0.0572412 Sep 17 15:44:58.518295 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ae696c9d-c31c-4e6e-9a29-d15622e5a9dc req-ed5c4f52-db1c-4849-9d06-fa963fbcbe70 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579677 Sep 17 15:44:58.632557 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-4df8ebae-c753-4b04-ba22-31bfa69a974b tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:58.634181 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-4df8ebae-c753-4b04-ba22-31bfa69a974b tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.37 "GET /v2.0/networks?id=87958012-751c-4ca5-9c47-f063d56f3b3a HTTP/1.1" status: 200 len: 808 time: 0.2216706 Sep 17 15:44:58.662729 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Request body: {'port': {'device_id': '0600326e-319a-405a-bf25-9c42fafe1de7', 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a', 'admin_state_up': True, 'tenant_id': '83aa5cf08b54405ab74cbdea0ea9911d'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:58.667388 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e185dc7-a6e3-4305-b765-bae6e00cf595 req-4b96291e-857d-4143-9404-9286c8a7b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:58.668818 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8e185dc7-a6e3-4305-b765-bae6e00cf595 req-4b96291e-857d-4143-9404-9286c8a7b1e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 1098 time: 0.1218152 Sep 17 15:44:58.692079 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-eebc976d-de98-4d3a-b989-ddc2b14f50b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:58.718278 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-eebc976d-de98-4d3a-b989-ddc2b14f50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:58.798929 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1fd52-9945-498d-b237-0e9eb3a08d14 req-2901d5c3-8ba1-466c-8a96-be9dc080801f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:58.800558 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18d1fd52-9945-498d-b237-0e9eb3a08d14 req-2901d5c3-8ba1-466c-8a96-be9dc080801f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 945 time: 0.0512328 Sep 17 15:44:58.854585 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18d1fd52-9945-498d-b237-0e9eb3a08d14 req-87c1410e-8270-4ea7-9994-97d419842655 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385358 Sep 17 15:44:58.998798 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-eebc976d-de98-4d3a-b989-ddc2b14f50b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60d1eda7592e4b8bb14c55ba15a7fe18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6536188 Sep 17 15:44:59.001475 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39538) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:44:59.010791 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786f17f-d002-4212-9f8e-aaf28c2899a7 req-5ef9255e-2265-4512-8b85-df4db0f04171 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:59.012305 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0786f17f-d002-4212-9f8e-aaf28c2899a7 req-5ef9255e-2265-4512-8b85-df4db0f04171 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 945 time: 0.3754761 Sep 17 15:44:59.015394 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc976d-de98-4d3a-b989-ddc2b14f50b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe0b2d7-47d6-430a-b8cc-855d9b930db2,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:59.021090 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8e185dc7-a6e3-4305-b765-bae6e00cf595 req-be5dfa6d-a69d-4667-97fa-5888cd9253f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318343 Sep 17 15:44:59.057036 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f7763980-564e-4cea-b738-9e264fc3c620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:59.078044 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0786f17f-d002-4212-9f8e-aaf28c2899a7 req-bc1c15b1-bce1-4d71-8564-6616e72cbe03 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542839 Sep 17 15:44:59.082075 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f7763980-564e-4cea-b738-9e264fc3c620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:59.089243 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Made reservation on behalf of 83aa5cf08b54405ab74cbdea0ea9911d for: {'port': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:44:59.093025 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:59.165644 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52604ed2-e27a-423c-bf7f-c2b141ddf0ab req-6e65094a-eb78-4f64-9bd1-85247d8141ca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:59.167819 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-52604ed2-e27a-423c-bf7f-c2b141ddf0ab req-6e65094a-eb78-4f64-9bd1-85247d8141ca tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 944 time: 0.0677519 Sep 17 15:44:59.174980 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f7763980-564e-4cea-b738-9e264fc3c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:59.177565 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f7763980-564e-4cea-b738-9e264fc3c620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:59.178725 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-f7763980-564e-4cea-b738-9e264fc3c620 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fe0b2d7-47d6-430a-b8cc-855d9b930db2 HTTP/1.1" status: 204 len: 168 time: 0.1762388 Sep 17 15:44:59.200383 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7763980-564e-4cea-b738-9e264fc3c620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe0b2d7-47d6-430a-b8cc-855d9b930db2,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:59.223332 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-52604ed2-e27a-423c-bf7f-c2b141ddf0ab req-ba33f201-993a-4a5d-8b69-185643e53711 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433929 Sep 17 15:44:59.260385 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Allocated IP 172.20.0.4 (87958012-751c-4ca5-9c47-f063d56f3b3a/b3805919-f268-4d22-861f-ad99ac82c1c9/1ca63ef9-584b-4593-8bab-22b34df2c6cf) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:44:59.410951 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f41690-4a6c-4944-94a4-47641e5df402 req-ce76dda2-e29a-4fcd-ab40-8f1751f31949 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:59.412564 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d7f41690-4a6c-4944-94a4-47641e5df402 req-ce76dda2-e29a-4fcd-ab40-8f1751f31949 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 945 time: 0.1107562 Sep 17 15:44:59.482937 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:59.488092 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d7f41690-4a6c-4944-94a4-47641e5df402 req-131b2617-2b44-4cfa-b8d7-4c877dd05c8a tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635841 Sep 17 15:44:59.527207 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:59.577619 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 7c971ef2-7360-42a9-91fc-d1e2206abfee up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:44:59.591770 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Network 87958012-751c-4ca5-9c47-f063d56f3b3a is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:44:59.595347 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:44:59.604583 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:44:59.611699 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:59.612725 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:59.634322 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9888356 Sep 17 15:44:59.647430 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Request body: {'port': {'device_id': '0600326e-319a-405a-bf25-9c42fafe1de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:44:59.651132 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e239b48-c67f-436f-8df3-b0169c845907 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Pushing event updated for resources: {'Port': ['ID=1ca63ef9-584b-4593-8bab-22b34df2c6cf,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:44:59.754125 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15903dcf-ca80-472b-9d45-5b379e859a6f req-00c10075-aed6-43c1-a2d3-5a0f3f5e402d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:59.755981 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-15903dcf-ca80-472b-9d45-5b379e859a6f req-00c10075-aed6-43c1-a2d3-5a0f3f5e402d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 931 time: 0.1169186 Sep 17 15:44:59.763040 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 7c971ef2-7360-42a9-91fc-d1e2206abfee completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:44:59.769931 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 7c971ef2-7360-42a9-91fc-d1e2206abfee triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:44:59.770307 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:59.802796 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:44:59.831606 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108451a5-d91e-4657-a935-096eb3335d2e req-f713c6bc-d645-496f-863a-2321e41d0d1d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:44:59.833235 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-108451a5-d91e-4657-a935-096eb3335d2e req-f713c6bc-d645-496f-863a-2321e41d0d1d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 945 time: 0.1493423 Sep 17 15:44:59.862552 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-15903dcf-ca80-472b-9d45-5b379e859a6f req-031d0174-0d7a-4b96-a013-9d7eb6e5ddf4 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915048 Sep 17 15:44:59.947201 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-108451a5-d91e-4657-a935-096eb3335d2e req-7ea50a27-e307-4b80-80c2-4b012a21d363 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056638 Sep 17 15:45:00.024825 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7637313-91c1-491e-991f-c61ad1a988bb req-1a88258b-dd0d-46da-86d0-6d9dae02597d tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:00.031467 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f7637313-91c1-491e-991f-c61ad1a988bb req-1a88258b-dd0d-46da-86d0-6d9dae02597d tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 945 time: 0.0761135 Sep 17 15:45:00.063681 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.078969 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f7637313-91c1-491e-991f-c61ad1a988bb req-895f7a58-a6e6-45c7-8f16-c3d254ae7b68 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 Sep 17 15:45:00.102869 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 7c971ef2-7360-42a9-91fc-d1e2206abfee, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=7c971ef2-7360-42a9-91fc-d1e2206abfee,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:00.107032 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.107937 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device ae59b907-6376-4727-ab46-8bbb37e06cae up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:45:00.192097 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=7c971ef2-7360-42a9-91fc-d1e2206abfee,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:00.207767 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port ae59b907-6376-4727-ab46-8bbb37e06cae completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:45:00.212144 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port ae59b907-6376-4727-ab46-8bbb37e06cae triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:45:00.212522 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.249854 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93588259-6bda-4ab6-b339-e7132dfe537a req-66595edf-2f4f-40b6-948b-fd6cbbf2e704 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:00.251536 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-93588259-6bda-4ab6-b339-e7132dfe537a req-66595edf-2f4f-40b6-948b-fd6cbbf2e704 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 945 time: 0.0866466 Sep 17 15:45:00.266450 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca63ef9-584b-4593-8bab-22b34df2c6cf {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:45:00.279140 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.296870 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c971ef2-7360-42a9-91fc-d1e2206abfee'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:00.299146 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae33271c-b385-4599-85b2-2fece11e7a70" -d '{"events": [{"server_uuid": "ff394aed-e7a8-4924-b151-7d3cfe02977e", "name": "network-vif-plugged", "status": "completed", "tag": "7c971ef2-7360-42a9-91fc-d1e2206abfee"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:00.313040 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Transition to ACTIVE for port object 1ca63ef9-584b-4593-8bab-22b34df2c6cf will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:45:00.326721 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.327889 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.352357 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-93588259-6bda-4ab6-b339-e7132dfe537a req-e4176373-b589-41cb-b3b8-e3fdd3a63ecd tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849941 Sep 17 15:45:00.378259 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port ae59b907-6376-4727-ab46-8bbb37e06cae, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=ae59b907-6376-4727-ab46-8bbb37e06cae,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:00.385274 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.386310 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device a3fab210-ffd4-43c5-ac9f-9c823b100b82 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:45:00.402878 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d871d-95a4-4e49-8781-684ba02ebf9c req-26af682e-75b1-4555-8cb1-05fb59f5d919 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:00.404469 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3e9d871d-95a4-4e49-8781-684ba02ebf9c req-26af682e-75b1-4555-8cb1-05fb59f5d919 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 944 time: 0.0974252 Sep 17 15:45:00.435900 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af950f72-f05c-4a95-8d59-ccca8109cd30 x-openstack-request-id: req-af950f72-f05c-4a95-8d59-ccca8109cd30 {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:00.435900 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff394aed-e7a8-4924-b151-7d3cfe02977e", "name": "network-vif-plugged", "status": "completed", "tag": "7c971ef2-7360-42a9-91fc-d1e2206abfee", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:00.444969 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af950f72-f05c-4a95-8d59-ccca8109cd30 {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:00.445458 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c971ef2-7360-42a9-91fc-d1e2206abfee', 'code': 200} Sep 17 15:45:00.491631 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Pushing event updated for resources: {'Port': ['ID=1ca63ef9-584b-4593-8bab-22b34df2c6cf,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:00.498767 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3e9d871d-95a4-4e49-8781-684ba02ebf9c req-becd5319-21ac-4141-b91a-975ef8f95ee5 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835321 Sep 17 15:45:00.501447 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Attempting to bind port 1ca63ef9-584b-4593-8bab-22b34df2c6cf on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:45:00.501806 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Attempting to bind port 1ca63ef9-584b-4593-8bab-22b34df2c6cf by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '5c3798e2-df54-42e5-a862-0df0cdf8d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:45:00.502133 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Attempting to bind port 1ca63ef9-584b-4593-8bab-22b34df2c6cf on network 87958012-751c-4ca5-9c47-f063d56f3b3a {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:45:00.506894 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Port 1ca63ef9-584b-4593-8bab-22b34df2c6cf on network 87958012-751c-4ca5-9c47-f063d56f3b3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:45:00.507265 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Attempting to bind port 1ca63ef9-584b-4593-8bab-22b34df2c6cf on network 87958012-751c-4ca5-9c47-f063d56f3b3a {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:45:00.513438 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.513945 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=ae59b907-6376-4727-ab46-8bbb37e06cae,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:00.524328 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.524717 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.525063 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.528591 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.529866 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.530254 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.532107 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.532458 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.534327 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.535764 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.536120 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:00.550017 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:45:00.551372 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Checking segment: {'id': '5c3798e2-df54-42e5-a862-0df0cdf8d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:45:00.551788 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Bound using segment: {'id': '5c3798e2-df54-42e5-a862-0df0cdf8d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:45:00.553491 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Bound port: 1ca63ef9-584b-4593-8bab-22b34df2c6cf, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3798e2-df54-42e5-a862-0df0cdf8d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:45:00.555854 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.564458 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port a3fab210-ffd4-43c5-ac9f-9c823b100b82 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:45:00.568807 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port a3fab210-ffd4-43c5-ac9f-9c823b100b82 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:45:00.569194 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.707663 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.755934 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port a3fab210-ffd4-43c5-ac9f-9c823b100b82, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:00.760086 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7c4c3-eaf7-489e-b356-b43ed2d96c52 req-440b8c27-2471-4302-bd53-e31072cd6b37 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:00.761930 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-55d7c4c3-eaf7-489e-b356-b43ed2d96c52 req-440b8c27-2471-4302-bd53-e31072cd6b37 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 946 time: 0.1291440 Sep 17 15:45:00.762112 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.762894 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 000af5fc-c73e-417c-b845-9b3fa553d861 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:45:00.774708 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] For port 1ca63ef9-584b-4593-8bab-22b34df2c6cf, host hv-cinder-73409, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:45:00.779113 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] For port 1ca63ef9-584b-4593-8bab-22b34df2c6cf, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=1ca63ef9-584b-4593-8bab-22b34df2c6cf,segment=NetworkSegment(5c3798e2-df54-42e5-a862-0df0cdf8d114),segment_id=5c3798e2-df54-42e5-a862-0df0cdf8d114)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:45:00.798298 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.801321 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33425-faa4-43b2-b8e3-2a99ca14251d req-716e3b70-d646-4b75-b462-163c82d00808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:00.802829 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b0b33425-faa4-43b2-b8e3-2a99ca14251d req-716e3b70-d646-4b75-b462-163c82d00808 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 1099 time: 0.1212246 Sep 17 15:45:00.876120 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:00.876120 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:00.876120 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] 10.222.0.37 "PUT /v2.0/ports/1ca63ef9-584b-4593-8bab-22b34df2c6cf HTTP/1.1" status: 200 len: 1093 time: 1.2324731 Sep 17 15:45:00.888036 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0600326e-319a-405a-bf25-9c42fafe1de7', 'tag': '1ca63ef9-584b-4593-8bab-22b34df2c6cf'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:00.888036 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d847aaf-e64a-4ce2-8329-07a32aaf3314" -d '{"events": [{"name": "network-changed", "server_uuid": "0600326e-319a-405a-bf25-9c42fafe1de7", "tag": "1ca63ef9-584b-4593-8bab-22b34df2c6cf"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:00.910383 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-55d7c4c3-eaf7-489e-b356-b43ed2d96c52 req-dd769074-68ed-4cdd-a9bd-b7bc8843dbfe tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389449 Sep 17 15:45:00.969843 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=a3fab210-ffd4-43c5-ac9f-9c823b100b82,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:01.020505 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 000af5fc-c73e-417c-b845-9b3fa553d861 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:45:01.029987 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 000af5fc-c73e-417c-b845-9b3fa553d861 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:45:01.031814 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:01.074069 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82df6c11-1e52-4932-9025-55a16d9bd397 x-openstack-request-id: req-82df6c11-1e52-4932-9025-55a16d9bd397 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:01.074356 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0600326e-319a-405a-bf25-9c42fafe1de7", "tag": "1ca63ef9-584b-4593-8bab-22b34df2c6cf", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:01.074615 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82df6c11-1e52-4932-9025-55a16d9bd397 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:01.075018 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0600326e-319a-405a-bf25-9c42fafe1de7', 'tag': '1ca63ef9-584b-4593-8bab-22b34df2c6cf', 'status': 'completed', 'code': 200} Sep 17 15:45:01.077317 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4fa36-242b-4fbd-a231-92f904a6df8d service neutron] Pushing event updated for resources: {'Port': ['ID=1ca63ef9-584b-4593-8bab-22b34df2c6cf,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:01.083614 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b0b33425-faa4-43b2-b8e3-2a99ca14251d req-8a0e633a-0edf-464b-ade2-5d3df02042d1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518311 Sep 17 15:45:01.102058 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-e85eba32-f92c-4900-9132-414bfac64411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:01.105277 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-e85eba32-f92c-4900-9132-414bfac64411 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83aa5cf08b54405ab74cbdea0ea9911d&device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 1096 time: 0.1583595 Sep 17 15:45:01.115649 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cdc40-9d52-4058-a4b1-ebc1d5ded899 req-2d46e93f-842d-4830-875f-cd3b853089a5 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:01.122309 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7b6cdc40-9d52-4058-a4b1-ebc1d5ded899 req-2d46e93f-842d-4830-875f-cd3b853089a5 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 943 time: 0.0961177 Sep 17 15:45:01.160505 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7b6cdc40-9d52-4058-a4b1-ebc1d5ded899 req-6eb34d2b-3e64-4287-872d-fc0dc1ddc3b0 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373087 Sep 17 15:45:01.204348 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:01.208484 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2656d-0d6c-4863-bdf8-e2c145be18f6 req-cbdc1006-2a6a-4847-a472-ef99cdf5f507 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:01.210392 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9da2656d-0d6c-4863-bdf8-e2c145be18f6 req-cbdc1006-2a6a-4847-a472-ef99cdf5f507 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 945 time: 0.0754955 Sep 17 15:45:01.253875 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 000af5fc-c73e-417c-b845-9b3fa553d861, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=000af5fc-c73e-417c-b845-9b3fa553d861,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:01.265306 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9da2656d-0d6c-4863-bdf8-e2c145be18f6 req-eb7069a1-626d-453c-b35f-d54c258d2c4e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467706 Sep 17 15:45:01.268635 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:01.325990 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=000af5fc-c73e-417c-b845-9b3fa553d861,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:01.328348 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f087016-ef2b-48aa-a941-3516c659b995 req-b6edb47c-b210-4e0a-b62d-dae8af378058 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:01.330020 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2f087016-ef2b-48aa-a941-3516c659b995 req-b6edb47c-b210-4e0a-b62d-dae8af378058 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 945 time: 0.0748417 Sep 17 15:45:01.382063 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2f087016-ef2b-48aa-a941-3516c659b995 req-60af4f01-de6a-4ffc-a145-cb531951b75a tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 Sep 17 15:45:01.410226 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-c64d9bf6-6eb4-4fa6-bdf7-a17afab4c97e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca63ef9-584b-4593-8bab-22b34df2c6cf HTTP/1.1" status: 200 len: 217 time: 0.0380557 Sep 17 15:45:01.465187 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-49277231-3ec0-425c-88c8-64a1bc59e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:01.466686 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-49277231-3ec0-425c-88c8-64a1bc59e027 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3805919-f268-4d22-861f-ad99ac82c1c9 HTTP/1.1" status: 200 len: 848 time: 0.0495887 Sep 17 15:45:01.503335 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-11bcb0c2-d018-49ca-831f-d9164731625b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87958012-751c-4ca5-9c47-f063d56f3b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290601 Sep 17 15:45:01.679076 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-ef500314-8e18-4ab4-80ce-42460f2e7b2d service neutron] 10.222.0.37 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656351 Sep 17 15:45:01.704410 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ba75-6da3-4b48-bff3-85532387434e req-3b7db689-9041-4e46-ae8a-fe42edea17df tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:01.705896 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b167ba75-6da3-4b48-bff3-85532387434e req-3b7db689-9041-4e46-ae8a-fe42edea17df tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 945 time: 0.0789440 Sep 17 15:45:01.796949 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b167ba75-6da3-4b48-bff3-85532387434e req-6283615f-cb53-42cf-97d3-f40a95bb1127 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802257 Sep 17 15:45:01.817183 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a9d41c8d-780b-4c9e-a797-03c95a10bad6 req-bf957f3e-79f6-4199-ba59-b16ecade1de5 service neutron] 10.222.0.37 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299937 Sep 17 15:45:01.902617 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d847aaf-e64a-4ce2-8329-07a32aaf3314 req-f5ca622a-d0ed-40dd-b2d4-4529bbff28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:01.904128 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1d847aaf-e64a-4ce2-8329-07a32aaf3314 req-f5ca622a-d0ed-40dd-b2d4-4529bbff28c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83aa5cf08b54405ab74cbdea0ea9911d&device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 1096 time: 0.0431685 Sep 17 15:45:02.026675 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d847aaf-e64a-4ce2-8329-07a32aaf3314 req-8177da04-c7a8-408f-b4cc-e9274bb013fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:02.028182 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1d847aaf-e64a-4ce2-8329-07a32aaf3314 req-8177da04-c7a8-408f-b4cc-e9274bb013fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=87958012-751c-4ca5-9c47-f063d56f3b3a HTTP/1.1" status: 200 len: 909 time: 0.1129642 Sep 17 15:45:02.080183 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1d847aaf-e64a-4ce2-8329-07a32aaf3314 req-2dac7005-cc10-4357-b80e-4bc14b841082 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca63ef9-584b-4593-8bab-22b34df2c6cf HTTP/1.1" status: 200 len: 217 time: 0.0365324 Sep 17 15:45:02.137583 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d847aaf-e64a-4ce2-8329-07a32aaf3314 req-1f5dbe1d-e252-4947-be57-98ee119317b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:02.139185 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1d847aaf-e64a-4ce2-8329-07a32aaf3314 req-1f5dbe1d-e252-4947-be57-98ee119317b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3805919-f268-4d22-861f-ad99ac82c1c9 HTTP/1.1" status: 200 len: 848 time: 0.0520964 Sep 17 15:45:02.175212 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1d847aaf-e64a-4ce2-8329-07a32aaf3314 req-d61f6999-d5c7-4096-92e2-8007ac2da82e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87958012-751c-4ca5-9c47-f063d56f3b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288124 Sep 17 15:45:02.248521 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d45a04-b926-4b41-992c-f748a3a60f82 req-21260ec6-dc9c-4455-ba50-2d1fe6c1a4ec tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:02.250228 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-90d45a04-b926-4b41-992c-f748a3a60f82 req-21260ec6-dc9c-4455-ba50-2d1fe6c1a4ec tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 946 time: 0.2621870 Sep 17 15:45:02.288087 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1d847aaf-e64a-4ce2-8329-07a32aaf3314 req-7e5068b7-9786-4ee5-8d47-99b029cb4d15 service neutron] 10.222.0.37 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041617 Sep 17 15:45:02.293717 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-90d45a04-b926-4b41-992c-f748a3a60f82 req-b4a529ee-9d07-4def-af54-93567df5b768 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365641 Sep 17 15:45:02.404124 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1d847aaf-e64a-4ce2-8329-07a32aaf3314 req-ead382cf-63a0-4172-8d49-795f98f0e2f4 service neutron] 10.222.0.37 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088483 Sep 17 15:45:02.405713 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dce28f-62b8-4d7c-bbc3-aefe70f3f17e req-040353e0-b5b9-4805-820e-24620acb793e tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:02.407333 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-33dce28f-62b8-4d7c-bbc3-aefe70f3f17e req-040353e0-b5b9-4805-820e-24620acb793e tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 943 time: 0.0527089 Sep 17 15:45:02.446745 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b0db56-90f6-496d-900a-140980289a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae59b907-6376-4727-ab46-8bbb37e06cae'}, {'server_uuid': '196a2e0d-419e-401f-b56d-66252255f18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fab210-ffd4-43c5-ac9f-9c823b100b82'}, {'server_uuid': '74d4aa25-2224-4113-a3c7-bc6419cc61b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000af5fc-c73e-417c-b845-9b3fa553d861'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:02.447918 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-33dce28f-62b8-4d7c-bbc3-aefe70f3f17e req-2e55b21a-8cc2-47a5-8362-27eaecf61f42 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343339 Sep 17 15:45:02.455502 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a90275-568e-40b3-81ff-60126d79c935" -d '{"events": [{"server_uuid": "d3b0db56-90f6-496d-900a-140980289a5f", "name": "network-vif-plugged", "status": "completed", "tag": "ae59b907-6376-4727-ab46-8bbb37e06cae"}, {"server_uuid": "196a2e0d-419e-401f-b56d-66252255f18c", "name": "network-vif-plugged", "status": "completed", "tag": "a3fab210-ffd4-43c5-ac9f-9c823b100b82"}, {"server_uuid": "74d4aa25-2224-4113-a3c7-bc6419cc61b4", "name": "network-vif-plugged", "status": "completed", "tag": "000af5fc-c73e-417c-b845-9b3fa553d861"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:02.559497 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2d2fa-7655-4e0a-bc74-0bbc74f44e87 req-7c362bee-d9ac-4be4-91aa-0bede1ff5103 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:02.566137 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0cc2d2fa-7655-4e0a-bc74-0bbc74f44e87 req-7c362bee-d9ac-4be4-91aa-0bede1ff5103 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0579233 Sep 17 15:45:02.584194 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033df6af-c4af-4d7b-9b4e-7d9da94afb84 x-openstack-request-id: req-033df6af-c4af-4d7b-9b4e-7d9da94afb84 {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:02.584717 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b0db56-90f6-496d-900a-140980289a5f", "name": "network-vif-plugged", "status": "completed", "tag": "ae59b907-6376-4727-ab46-8bbb37e06cae", "code": 200}, {"server_uuid": "196a2e0d-419e-401f-b56d-66252255f18c", "name": "network-vif-plugged", "status": "completed", "tag": "a3fab210-ffd4-43c5-ac9f-9c823b100b82", "code": 200}, {"server_uuid": "74d4aa25-2224-4113-a3c7-bc6419cc61b4", "name": "network-vif-plugged", "status": "completed", "tag": "000af5fc-c73e-417c-b845-9b3fa553d861", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:02.584974 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-033df6af-c4af-4d7b-9b4e-7d9da94afb84 {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:02.589932 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b0db56-90f6-496d-900a-140980289a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae59b907-6376-4727-ab46-8bbb37e06cae', 'code': 200} Sep 17 15:45:02.590269 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196a2e0d-419e-401f-b56d-66252255f18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fab210-ffd4-43c5-ac9f-9c823b100b82', 'code': 200} Sep 17 15:45:02.590510 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d4aa25-2224-4113-a3c7-bc6419cc61b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000af5fc-c73e-417c-b845-9b3fa553d861', 'code': 200} Sep 17 15:45:02.604025 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0cc2d2fa-7655-4e0a-bc74-0bbc74f44e87 req-240be032-49f4-49cc-ab10-7b3810d18875 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349333 Sep 17 15:45:02.916017 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb7f34-8621-400c-8268-aabcae46d7f9 req-1cf1c3ac-e4df-4199-874c-b4aa7d460d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:02.917763 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01cb7f34-8621-400c-8268-aabcae46d7f9 req-1cf1c3ac-e4df-4199-874c-b4aa7d460d2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 1098 time: 0.0616553 Sep 17 15:45:03.014784 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01cb7f34-8621-400c-8268-aabcae46d7f9 req-95d785cb-44ae-47eb-a2f7-552b70d1baa3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736268 Sep 17 15:45:03.017705 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4114c-7993-4d97-ba74-8e8e8ec75196 req-fe4d5644-436a-4c90-af85-47e39d4cfd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:03.019406 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bbe4114c-7993-4d97-ba74-8e8e8ec75196 req-fe4d5644-436a-4c90-af85-47e39d4cfd28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 1099 time: 0.0876260 Sep 17 15:45:03.044898 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e8dc4-87dc-4e08-8f0a-a8b7d51feba7 req-4887482c-89c2-4b87-8432-61d74830682b tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:03.046417 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d80e8dc4-87dc-4e08-8f0a-a8b7d51feba7 req-4887482c-89c2-4b87-8432-61d74830682b tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 945 time: 0.1441631 Sep 17 15:45:03.054080 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c75530-bc39-45e2-97f0-376f92f2564d req-0e53d5de-91ae-4b94-a96f-eeb3220cb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:03.055865 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-14c75530-bc39-45e2-97f0-376f92f2564d req-0e53d5de-91ae-4b94-a96f-eeb3220cb767 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 1098 time: 0.1108358 Sep 17 15:45:03.094430 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d80e8dc4-87dc-4e08-8f0a-a8b7d51feba7 req-2f30607a-603b-4e8e-9dfc-6cfdf5d5d283 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375206 Sep 17 15:45:03.363195 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-14c75530-bc39-45e2-97f0-376f92f2564d req-0cf6e62d-8b3a-49a6-bdb3-da3810127166 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499041 Sep 17 15:45:03.377141 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bbe4114c-7993-4d97-ba74-8e8e8ec75196 req-885138dc-b10d-47d7-97da-c56fd228c5e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630236 Sep 17 15:45:03.450000 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fb3c-66af-4c4b-a81e-4aca342a892e req-4e76c1e5-ac91-413f-ba3b-5e633ab8d980 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:03.451603 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-eee1fb3c-66af-4c4b-a81e-4aca342a892e req-4e76c1e5-ac91-413f-ba3b-5e633ab8d980 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 946 time: 0.0585105 Sep 17 15:45:03.502447 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-eee1fb3c-66af-4c4b-a81e-4aca342a892e req-579c36ab-684d-4134-993a-c9ceaf13953a tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 Sep 17 15:45:03.581864 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663aa344-c065-44ca-84b2-60741dfe1e1a req-40808684-e49a-4b87-b57d-b4b3c1abd67e tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:03.583374 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-663aa344-c065-44ca-84b2-60741dfe1e1a req-40808684-e49a-4b87-b57d-b4b3c1abd67e tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 943 time: 0.0600605 Sep 17 15:45:03.630176 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9843a-dce0-4f22-80d2-9a8dfa1b34cf req-31a934aa-336e-44ce-9a4a-ce8dd3fe9ac4 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:03.636621 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-663aa344-c065-44ca-84b2-60741dfe1e1a req-cf64031f-3bec-4364-b5b8-c937cf81dc53 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466125 Sep 17 15:45:03.644199 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-71e9843a-dce0-4f22-80d2-9a8dfa1b34cf req-31a934aa-336e-44ce-9a4a-ce8dd3fe9ac4 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 946 time: 0.0748580 Sep 17 15:45:03.644934 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39710) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:03.655482 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-60df1d37-902b-4c6a-a511-1f917d09ad63 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'floatingip': {'port_id': '7c971ef2-7360-42a9-91fc-d1e2206abfee'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:45:03.736444 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39714) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:03.756848 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-60df1d37-902b-4c6a-a511-1f917d09ad63 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:03.848299 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:03.888868 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a2c8-ec67-46c9-87ce-82bb39763ab3 req-06c2bf61-9b47-460c-902c-0d97cf284b04 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:03.890957 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0209a2c8-ec67-46c9-87ce-82bb39763ab3 req-06c2bf61-9b47-460c-902c-0d97cf284b04 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.1696928 Sep 17 15:45:03.949697 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:03.954952 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:03.988183 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0209a2c8-ec67-46c9-87ce-82bb39763ab3 req-3cb21b59-2594-4444-8a51-c3ffaf159fb3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897174 Sep 17 15:45:03.994914 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8eb739e219ed4359b81a2e2ded00c375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572677 Sep 17 15:45:03.995721 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2bc07c-c7af-43a9-805b-d504c6c000b4,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:03.997813 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39718) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:04.003082 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.003439 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.003784 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.004124 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.004560 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.004900 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.005233 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.005582 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.005916 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.006247 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.006573 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.006897 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58a0fd-71d4-47d3-8a29-dcb0ba4bf106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:04.219502 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628b70-f6f2-41a1-af47-ffc1fab1e119 req-898b3cd1-d365-4abd-97d7-92c9f6c529ad tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:04.221347 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-11628b70-f6f2-41a1-af47-ffc1fab1e119 req-898b3cd1-d365-4abd-97d7-92c9f6c529ad tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 945 time: 0.0520761 Sep 17 15:45:04.263567 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-11628b70-f6f2-41a1-af47-ffc1fab1e119 req-09c9683c-ea46-4dfa-af69-589c6b716699 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338271 Sep 17 15:45:04.332794 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c67c7267-3493-459c-b902-72def9d5e6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:04.418523 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c67c7267-3493-459c-b902-72def9d5e6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:04.618831 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c67c7267-3493-459c-b902-72def9d5e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:04.621347 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c67c7267-3493-459c-b902-72def9d5e6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:04.622535 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-c67c7267-3493-459c-b902-72def9d5e6a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d2bc07c-c7af-43a9-805b-d504c6c000b4 HTTP/1.1" status: 204 len: 168 time: 0.6237972 Sep 17 15:45:04.698762 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c7267-3493-459c-b902-72def9d5e6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2bc07c-c7af-43a9-805b-d504c6c000b4,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:04.732509 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-60df1d37-902b-4c6a-a511-1f917d09ad63 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:04.740541 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-60df1d37-902b-4c6a-a511-1f917d09ad63 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:04.888600 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e735c34-12a9-4a9e-803c-7604b8ade311 req-e240bc28-4d59-41ee-82b5-be998966a78e tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:04.888600 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8e735c34-12a9-4a9e-803c-7604b8ade311 req-e240bc28-4d59-41ee-82b5-be998966a78e tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 943 time: 0.1064320 Sep 17 15:45:04.893686 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [None req-60df1d37-902b-4c6a-a511-1f917d09ad63 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Floating IP 4f0584e5-c9b6-4b0c-89ea-8884eaecaedd associated. External IP: 172.27.1.205, port: 7c971ef2-7360-42a9-91fc-d1e2206abfee. Sep 17 15:45:04.959188 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39742) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:04.971174 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8e735c34-12a9-4a9e-803c-7604b8ade311 req-6d1bbea3-109d-4420-b063-5a1dd641c82a tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751219 Sep 17 15:45:04.977618 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cef6c218-1ff5-43f8-a251-e2ac059cf590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:05.079288 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cef6c218-1ff5-43f8-a251-e2ac059cf590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:05.089264 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cef6c218-1ff5-43f8-a251-e2ac059cf590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:05.146890 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60df1d37-902b-4c6a-a511-1f917d09ad63 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:45:05.152672 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-cef6c218-1ff5-43f8-a251-e2ac059cf590 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e296755030c24d0e92dc6c80225b8d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899500 Sep 17 15:45:05.152672 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6c218-1ff5-43f8-a251-e2ac059cf590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4bd142-e39f-444a-b771-b7e8b7766da1,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:05.153787 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39746) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:05.173084 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97529a7f-ffc4-4e44-a318-8403d9bf5cf6 req-09ebcca1-0ead-407a-b0fa-49dc3b9bf621 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:05.174740 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-97529a7f-ffc4-4e44-a318-8403d9bf5cf6 req-09ebcca1-0ead-407a-b0fa-49dc3b9bf621 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.1004837 Sep 17 15:45:05.215247 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-97529a7f-ffc4-4e44-a318-8403d9bf5cf6 req-ba34629d-ccef-4109-90b6-fb0b2911c90e tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336401 Sep 17 15:45:05.251343 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a2a58dcd-23bd-4537-8427-6f17cdcd2d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:05.319019 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a2a58dcd-23bd-4537-8427-6f17cdcd2d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:05.322372 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60df1d37-902b-4c6a-a511-1f917d09ad63 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:45:05.331339 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-60df1d37-902b-4c6a-a511-1f917d09ad63 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:05.338245 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] Sync routers for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:45:05.347021 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:45:05.347623 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:44:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:05.407292 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-60df1d37-902b-4c6a-a511-1f917d09ad63 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "PUT /v2.0/floatingips/4f0584e5-c9b6-4b0c-89ea-8884eaecaedd HTTP/1.1" status: 200 len: 992 time: 1.7606442 Sep 17 15:45:05.408656 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'tag': '7c971ef2-7360-42a9-91fc-d1e2206abfee'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:05.411043 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756c50c4-909e-4652-b1d0-c4038b1c362f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff394aed-e7a8-4924-b151-7d3cfe02977e", "tag": "7c971ef2-7360-42a9-91fc-d1e2206abfee"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:05.436688 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4c8ec-4a94-4752-8b42-e1a616e16f02 req-c1840a79-9b4d-45c2-b302-1b9b4afa6164 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:05.438402 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-39b4c8ec-4a94-4752-8b42-e1a616e16f02 req-c1840a79-9b4d-45c2-b302-1b9b4afa6164 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 945 time: 0.0829191 Sep 17 15:45:05.461938 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a2a58dcd-23bd-4537-8427-6f17cdcd2d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:05.464559 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a2a58dcd-23bd-4537-8427-6f17cdcd2d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:05.465793 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-a2a58dcd-23bd-4537-8427-6f17cdcd2d74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c4bd142-e39f-444a-b771-b7e8b7766da1 HTTP/1.1" status: 204 len: 168 time: 0.3110571 Sep 17 15:45:05.468933 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:45:05.485168 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a58dcd-23bd-4537-8427-6f17cdcd2d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4bd142-e39f-444a-b771-b7e8b7766da1,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:05.534434 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-39b4c8ec-4a94-4752-8b42-e1a616e16f02 req-5880150b-e72d-4a34-b822-e88a83d7946f tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806196 Sep 17 15:45:05.581958 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaa3f8b-1e72-49aa-a9fc-e5b68cbf114c x-openstack-request-id: req-ebaa3f8b-1e72-49aa-a9fc-e5b68cbf114c {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:05.582562 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff394aed-e7a8-4924-b151-7d3cfe02977e", "tag": "7c971ef2-7360-42a9-91fc-d1e2206abfee", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:05.582822 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebaa3f8b-1e72-49aa-a9fc-e5b68cbf114c {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:05.583228 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'tag': '7c971ef2-7360-42a9-91fc-d1e2206abfee', 'status': 'completed', 'code': 200} Sep 17 15:45:05.711907 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae8d89-2764-4a80-8d79-7ca268a5544f req-4f8c7062-f0da-4ef4-9875-7b653fc3d716 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:05.713573 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-77ae8d89-2764-4a80-8d79-7ca268a5544f req-4f8c7062-f0da-4ef4-9875-7b653fc3d716 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 945 time: 0.0853724 Sep 17 15:45:05.725202 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39764) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:05.731180 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-f6ded639-75ee-4bfb-a378-001d57e6de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:05.732893 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-f6ded639-75ee-4bfb-a378-001d57e6de73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca81b632db194f88921000d02e62751c&device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 1099 time: 0.0609343 Sep 17 15:45:05.734390 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-f11427b8-3101-4772-9eb7-5faae91ac4bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'floatingip': {'port_id': 'ae59b907-6376-4727-ab46-8bbb37e06cae'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:45:05.777775 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '4f0584e5-c9b6-4b0c-89ea-8884eaecaedd', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'port_id': '7c971ef2-7360-42a9-91fc-d1e2206abfee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'mac_address': 'fa:16:3e:1d:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:44:18Z', 'updated_at': '2021-09-17T15:45:04Z', 'revision_number': 1, 'project_id': 'ca81b632db194f88921000d02e62751c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:05.810985 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] Checking router: 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:45:05.823174 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:45:05.824063 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:44:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:05.855336 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-99db9725-4138-4acb-8b3b-d9f3b5162114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:05.856870 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-99db9725-4138-4acb-8b3b-d9f3b5162114 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a66c1e7b-da6a-438e-885c-cf6626239a40 HTTP/1.1" status: 200 len: 911 time: 0.1136761 Sep 17 15:45:05.895889 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f11427b8-3101-4772-9eb7-5faae91ac4bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:06.065786 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-d0e98bd5-7173-43af-9cd0-d310fb249a08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c971ef2-7360-42a9-91fc-d1e2206abfee HTTP/1.1" status: 200 len: 1000 time: 0.1787314 Sep 17 15:45:06.143348 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:45:06.261495 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-a7ccce1f-f7ba-407f-a867-da4caf63a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:06.266085 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-a7ccce1f-f7ba-407f-a867-da4caf63a97e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebba3b64-cf19-44e4-931e-d35fbd21d7f2 HTTP/1.1" status: 200 len: 849 time: 0.1979136 Sep 17 15:45:06.580363 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39804) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:06.605765 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '4f0584e5-c9b6-4b0c-89ea-8884eaecaedd', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'port_id': '7c971ef2-7360-42a9-91fc-d1e2206abfee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'mac_address': 'fa:16:3e:1d:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:44:18Z', 'updated_at': '2021-09-17T15:45:04Z', 'revision_number': 1, 'project_id': 'ca81b632db194f88921000d02e62751c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:06.640210 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b348881-e181-4fe0-91c8-1558d90443fc None None] The sync data for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi is: [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '4f0584e5-c9b6-4b0c-89ea-8884eaecaedd', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'port_id': '7c971ef2-7360-42a9-91fc-d1e2206abfee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'mac_address': 'fa:16:3e:1d:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:44:18Z', 'updated_at': '2021-09-17T15:45:04Z', 'revision_number': 1, 'project_id': 'ca81b632db194f88921000d02e62751c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:45:06.646049 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951108b-f15e-4573-a400-ce2e505167e8 req-151c73f0-99e6-4ab5-ad36-1464c0bfc418 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:06.651016 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0951108b-f15e-4573-a400-ce2e505167e8 req-151c73f0-99e6-4ab5-ad36-1464c0bfc418 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 943 time: 0.4930952 Sep 17 15:45:06.705301 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-c54785d6-fc94-4fda-a78e-29dfbf967c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:06.707358 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-c54785d6-fc94-4fda-a78e-29dfbf967c33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a66c1e7b-da6a-438e-885c-cf6626239a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4230456 Sep 17 15:45:06.717006 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0951108b-f15e-4573-a400-ce2e505167e8 req-b07c362e-11c7-43d0-880d-92d366ad39ff tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Sep 17 15:45:06.730014 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f194f-f1a5-4a53-b0c8-ebc695f2cdb7 req-850d0568-f2c9-45c7-a450-dc70f7fb7f00 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:06.738628 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3b7f194f-f1a5-4a53-b0c8-ebc695f2cdb7 req-850d0568-f2c9-45c7-a450-dc70f7fb7f00 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.3251197 Sep 17 15:45:06.750109 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.db.resource_extend [None req-f11427b8-3101-4772-9eb7-5faae91ac4bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 15:45:06.863552 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-b000379b-5f37-4a71-af95-fa0bceef63f7 service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382730 Sep 17 15:45:06.900929 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3b7f194f-f1a5-4a53-b0c8-ebc695f2cdb7 req-c7ce3f34-ddfb-4466-bdbe-08f3d25a9188 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614654 Sep 17 15:45:06.905282 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f11427b8-3101-4772-9eb7-5faae91ac4bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:06.912333 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ea1318ac-1ffc-4d51-8785-ce6360b70034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:06.919288 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f11427b8-3101-4772-9eb7-5faae91ac4bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:07.081326 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db8395-6aa3-4d7c-9f2e-d73d9a3fe72a None None] New status for floating IP 4f0584e5-c9b6-4b0c-89ea-8884eaecaedd: ACTIVE {{(pid=100592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 15:45:07.089816 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-756c50c4-909e-4652-b1d0-c4038b1c362f req-23aa17da-b0b6-4843-a28a-8765ef800032 service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001748 Sep 17 15:45:07.287760 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464c530-dab1-4a0f-9803-673cd223ea63 req-ba5c3c21-d993-4177-8ce5-b5e5d6762534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:07.290049 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4464c530-dab1-4a0f-9803-673cd223ea63 req-ba5c3c21-d993-4177-8ce5-b5e5d6762534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 1099 time: 0.0597477 Sep 17 15:45:07.340991 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.l3_db [None req-f11427b8-3101-4772-9eb7-5faae91ac4bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Floating IP ec6fb827-ceaf-4856-b474-e1b109ad35ac associated. External IP: 172.27.1.252, port: ae59b907-6376-4727-ab46-8bbb37e06cae. Sep 17 15:45:07.405511 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229557ff-9694-4b1e-9686-3c2af29b9158 req-107562c1-2d22-4a6b-a19a-1c5934e3ab17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:07.407069 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-229557ff-9694-4b1e-9686-3c2af29b9158 req-107562c1-2d22-4a6b-a19a-1c5934e3ab17 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.1385279 Sep 17 15:45:07.468522 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ea1318ac-1ffc-4d51-8785-ce6360b70034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:07.506712 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ea1318ac-1ffc-4d51-8785-ce6360b70034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:07.526853 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-229557ff-9694-4b1e-9686-3c2af29b9158 req-bac1e68b-f612-4f8a-8a3b-1001bf6a78ce tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106780 Sep 17 15:45:07.542953 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464c530-dab1-4a0f-9803-673cd223ea63 req-52ace04b-9672-40ab-9d83-eb0ca76d50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:07.544832 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4464c530-dab1-4a0f-9803-673cd223ea63 req-52ace04b-9672-40ab-9d83-eb0ca76d50ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.2370586 Sep 17 15:45:07.567122 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-ea1318ac-1ffc-4d51-8785-ce6360b70034 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=241023b09d14492c8108adaf9b41ff68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9858074 Sep 17 15:45:07.570543 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39836) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:07.572960 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1318ac-1ffc-4d51-8785-ce6360b70034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b42156-38d5-4453-8b35-17fc9bec3f6f,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:07.589222 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4464c530-dab1-4a0f-9803-673cd223ea63 req-7616e989-f792-4511-89df-22fe64e923ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=000af5fc-c73e-417c-b845-9b3fa553d861 HTTP/1.1" status: 200 len: 217 time: 0.0364394 Sep 17 15:45:07.633256 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 1ca63ef9-584b-4593-8bab-22b34df2c6cf details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:45:07.644539 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464c530-dab1-4a0f-9803-673cd223ea63 req-bdc80625-1294-413e-ad42-b6ab1c4dad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:07.646118 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4464c530-dab1-4a0f-9803-673cd223ea63 req-bdc80625-1294-413e-ad42-b6ab1c4dad0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0467474 Sep 17 15:45:07.691805 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4464c530-dab1-4a0f-9803-673cd223ea63 req-75be1f1f-bcbd-4014-854e-08b173caace9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372174 Sep 17 15:45:07.724580 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1b75d5a-3556-4ca4-9014-5efbfba57833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:07.742412 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 1ca63ef9-584b-4593-8bab-22b34df2c6cf, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=1ca63ef9-584b-4593-8bab-22b34df2c6cf,segment=NetworkSegment(5c3798e2-df54-42e5-a862-0df0cdf8d114),segment_id=5c3798e2-df54-42e5-a862-0df0cdf8d114)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:07.751073 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1b75d5a-3556-4ca4-9014-5efbfba57833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:07.754466 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '1ca63ef9-584b-4593-8bab-22b34df2c6cf', 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a', 'port_id': '1ca63ef9-584b-4593-8bab-22b34df2c6cf', 'mac_address': 'fa:16:3e:1d:dd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3805919-f268-4d22-861f-ad99ac82c1c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:45:07.794555 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:07.806783 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4464c530-dab1-4a0f-9803-673cd223ea63 req-b3c6dcdd-f337-4c58-b9d3-a72d2a36277c service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073081 Sep 17 15:45:07.813484 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca63ef9-584b-4593-8bab-22b34df2c6cf {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:45:07.825072 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1b75d5a-3556-4ca4-9014-5efbfba57833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:07.827934 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1b75d5a-3556-4ca4-9014-5efbfba57833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:07.831409 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-c1b75d5a-3556-4ca4-9014-5efbfba57833 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28b42156-38d5-4453-8b35-17fc9bec3f6f HTTP/1.1" status: 204 len: 168 time: 0.2571166 Sep 17 15:45:07.849498 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b75d5a-3556-4ca4-9014-5efbfba57833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b42156-38d5-4453-8b35-17fc9bec3f6f,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:07.853672 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11427b8-3101-4772-9eb7-5faae91ac4bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Router fd27f26e-bc94-4815-8eb2-460f44fbce6c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:45:07.871052 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 1ca63ef9-584b-4593-8bab-22b34df2c6cf, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=1ca63ef9-584b-4593-8bab-22b34df2c6cf,segment=NetworkSegment(5c3798e2-df54-42e5-a862-0df0cdf8d114),segment_id=5c3798e2-df54-42e5-a862-0df0cdf8d114)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:07.890099 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:08.052047 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471c384-b79e-483b-a96d-1f70d7bd87e5 req-4936bd05-9daa-4c54-98c2-1aa17f38df8b tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:08.057429 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1471c384-b79e-483b-a96d-1f70d7bd87e5 req-4936bd05-9daa-4c54-98c2-1aa17f38df8b tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 944 time: 0.2271135 Sep 17 15:45:08.061582 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=1ca63ef9-584b-4593-8bab-22b34df2c6cf,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:08.081875 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.083804 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.087293 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.088299 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.088498 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.088840 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.089172 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.089500 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.089874 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.090205 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.090537 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.090858 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:45:08.103852 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11427b8-3101-4772-9eb7-5faae91ac4bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:45:08.108968 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f11427b8-3101-4772-9eb7-5faae91ac4bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:08.117064 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] Sync routers for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:45:08.126926 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4464c530-dab1-4a0f-9803-673cd223ea63 req-3f0ee5c2-7ed9-4ed1-bd70-fa06aaea1fdd service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972009 Sep 17 15:45:08.128288 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:45:08.128954 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:44:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:08.140855 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-f11427b8-3101-4772-9eb7-5faae91ac4bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "PUT /v2.0/floatingips/ec6fb827-ceaf-4856-b474-e1b109ad35ac HTTP/1.1" status: 200 len: 991 time: 2.4133871 Sep 17 15:45:08.141366 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b0db56-90f6-496d-900a-140980289a5f', 'tag': 'ae59b907-6376-4727-ab46-8bbb37e06cae'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:08.155933 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1471c384-b79e-483b-a96d-1f70d7bd87e5 req-36c79323-2baf-4084-b50f-e4a292415a48 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939691 Sep 17 15:45:08.157641 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b0db56-90f6-496d-900a-140980289a5f", "tag": "ae59b907-6376-4727-ab46-8bbb37e06cae"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:08.225588 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0473c68e-f973-4f0c-8090-5b6593085fe7 x-openstack-request-id: req-0473c68e-f973-4f0c-8090-5b6593085fe7 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:08.226019 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b0db56-90f6-496d-900a-140980289a5f", "tag": "ae59b907-6376-4727-ab46-8bbb37e06cae", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:08.227021 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0473c68e-f973-4f0c-8090-5b6593085fe7 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:08.227442 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b0db56-90f6-496d-900a-140980289a5f', 'tag': 'ae59b907-6376-4727-ab46-8bbb37e06cae', 'status': 'completed', 'code': 200} Sep 17 15:45:08.265822 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:45:08.325988 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-0de2d3b8-6030-4da5-b7e8-cce422287df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:08.327907 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-0de2d3b8-6030-4da5-b7e8-cce422287df4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810d0e564a67400c9b2b08c68ab198e4&device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 1098 time: 0.0450516 Sep 17 15:45:08.385320 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39860) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:08.394714 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['1ca63ef9-584b-4593-8bab-22b34df2c6cf'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:45:08.404786 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-eb210b37-a03d-4a91-8111-ee8930560b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:08.444696 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-abc54728-2ebf-4e46-9637-623655f430b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:08.447056 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-abc54728-2ebf-4e46-9637-623655f430b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86e5a977-5813-4cf1-9900-b2d7b12e98f6 HTTP/1.1" status: 200 len: 918 time: 0.1104205 Sep 17 15:45:08.518550 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-eb210b37-a03d-4a91-8111-ee8930560b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:08.522725 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': 'ec6fb827-ceaf-4856-b474-e1b109ad35ac', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'port_id': 'ae59b907-6376-4727-ab46-8bbb37e06cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'mac_address': 'fa:16:3e:00:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b0db56-90f6-496d-900a-140980289a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:44:16Z', 'updated_at': '2021-09-17T15:45:06Z', 'revision_number': 1, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:08.525399 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-eb210b37-a03d-4a91-8111-ee8930560b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:08.530498 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-a0a2765d-fd4c-48a0-9a0c-b4f1d56088e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae59b907-6376-4727-ab46-8bbb37e06cae HTTP/1.1" status: 200 len: 999 time: 0.0752532 Sep 17 15:45:08.578187 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-eb210b37-a03d-4a91-8111-ee8930560b16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48d83934ee0443b6b37ba275b62b1d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890478 Sep 17 15:45:08.578187 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb210b37-a03d-4a91-8111-ee8930560b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17feeea0-fa3c-4bc3-871b-d65c95510661,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:08.580166 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39866) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:08.588028 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] Checking router: fd27f26e-bc94-4815-8eb2-460f44fbce6c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:45:08.614338 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:45:08.615106 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:44:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:08.641679 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-8e908c9e-740f-439c-aee3-b898c32d4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:08.641679 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-8e908c9e-740f-439c-aee3-b898c32d4108 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b8d1c26b-aee6-40bf-8357-7b1e787bec6a HTTP/1.1" status: 200 len: 856 time: 0.0948572 Sep 17 15:45:08.646197 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6b51d5b9-4ba6-479e-9297-f04c02270251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:08.670405 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6b51d5b9-4ba6-479e-9297-f04c02270251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:08.725890 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0617d63-48cb-42d2-9511-5bfc4ba5c247 req-eb1ae055-ca2b-4006-8a5f-b83c6fe4dada tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:08.727392 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6b51d5b9-4ba6-479e-9297-f04c02270251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:08.728138 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c0617d63-48cb-42d2-9511-5bfc4ba5c247 req-eb1ae055-ca2b-4006-8a5f-b83c6fe4dada tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0770321 Sep 17 15:45:08.729878 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6b51d5b9-4ba6-479e-9297-f04c02270251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:08.731238 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-6b51d5b9-4ba6-479e-9297-f04c02270251 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17feeea0-fa3c-4bc3-871b-d65c95510661 HTTP/1.1" status: 204 len: 168 time: 0.1501498 Sep 17 15:45:08.735461 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-9444cbdd-c828-49a4-80c7-85f96dfadddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:08.737324 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-9444cbdd-c828-49a4-80c7-85f96dfadddf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86e5a977-5813-4cf1-9900-b2d7b12e98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754840 Sep 17 15:45:08.744618 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51d5b9-4ba6-479e-9297-f04c02270251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17feeea0-fa3c-4bc3-871b-d65c95510661,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:08.744967 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:45:08.842302 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c0617d63-48cb-42d2-9511-5bfc4ba5c247 req-a421af12-a5f3-4fe6-b8c0-869c0cdc6881 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037409 Sep 17 15:45:08.889835 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-a197ea6f-f4d9-4be1-9a8e-056bec9c18e0 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398797 Sep 17 15:45:08.997383 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-38a8f2ce-4754-4e61-9aaa-c2fee7f73ff0 req-6e648dae-8749-4ce4-9231-22670b578d5f service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901105 Sep 17 15:45:09.004405 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': 'ec6fb827-ceaf-4856-b474-e1b109ad35ac', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'port_id': 'ae59b907-6376-4727-ab46-8bbb37e06cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'mac_address': 'fa:16:3e:00:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b0db56-90f6-496d-900a-140980289a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:44:16Z', 'updated_at': '2021-09-17T15:45:06Z', 'revision_number': 1, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:09.037714 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb06e4-1299-41a2-8578-c90a58bb851f None None] The sync data for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi is: [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': 'ec6fb827-ceaf-4856-b474-e1b109ad35ac', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'port_id': 'ae59b907-6376-4727-ab46-8bbb37e06cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'mac_address': 'fa:16:3e:00:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b0db56-90f6-496d-900a-140980289a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:44:16Z', 'updated_at': '2021-09-17T15:45:06Z', 'revision_number': 1, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:45:09.078695 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f233a6ab-9cd8-4e9a-98bd-15f0437bdda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:09.303927 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dbb05-8a0f-46e4-828d-62b7d9f5a350 req-4b7f985f-34b3-47eb-a180-b4dddf971ad2 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:09.306255 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e25dbb05-8a0f-46e4-828d-62b7d9f5a350 req-4b7f985f-34b3-47eb-a180-b4dddf971ad2 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 944 time: 0.0616529 Sep 17 15:45:09.318341 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547f9f7-0a7d-498b-8a4c-96bf70000820 None None] New status for floating IP ec6fb827-ceaf-4856-b474-e1b109ad35ac: ACTIVE {{(pid=100592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 15:45:09.351665 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e25dbb05-8a0f-46e4-828d-62b7d9f5a350 req-aa5c82af-de35-4fe2-ad3d-0ea9da59c935 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385380 Sep 17 15:45:09.973447 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b925-78cc-4511-93b4-3db2729e6a60 req-2994b442-66f8-4b0b-9587-2020a83bdeb5 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:09.975280 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1cc0b925-78cc-4511-93b4-3db2729e6a60 req-2994b442-66f8-4b0b-9587-2020a83bdeb5 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0488241 Sep 17 15:45:10.013647 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1cc0b925-78cc-4511-93b4-3db2729e6a60 req-41af332d-392e-4071-b7d0-14f26c5fa259 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Sep 17 15:45:10.366376 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:45:10.477944 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582299eb-d03b-43de-850f-91bb54858b2d req-ef69da37-6d1b-40ec-9be9-80978139801c tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:10.487310 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-582299eb-d03b-43de-850f-91bb54858b2d req-ef69da37-6d1b-40ec-9be9-80978139801c tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 944 time: 0.0620618 Sep 17 15:45:10.530136 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-582299eb-d03b-43de-850f-91bb54858b2d req-ac838473-b184-41cd-9a2e-7528c6385477 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418680 Sep 17 15:45:10.644211 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39960) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:10.779332 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7c70a7ec-7c8b-427d-90c5-7c69278661b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:10.872165 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7c70a7ec-7c8b-427d-90c5-7c69278661b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:10.877848 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7c70a7ec-7c8b-427d-90c5-7c69278661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:10.920657 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-7c70a7ec-7c8b-427d-90c5-7c69278661b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=828910f49cfa404fa7768941d1374487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752962 Sep 17 15:45:10.922642 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70a7ec-7c8b-427d-90c5-7c69278661b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caecacb8-c53c-4028-b4d4-6e59ce664189,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:10.923365 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39976) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:10.978829 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-66b69f64-3a03-40a2-9a7f-66a3e79bfb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:10.981985 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39978) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:11.000237 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-66b69f64-3a03-40a2-9a7f-66a3e79bfb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.047956 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-66b69f64-3a03-40a2-9a7f-66a3e79bfb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.050576 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-66b69f64-3a03-40a2-9a7f-66a3e79bfb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.051753 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-66b69f64-3a03-40a2-9a7f-66a3e79bfb98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/caecacb8-c53c-4028-b4d4-6e59ce664189 HTTP/1.1" status: 204 len: 168 time: 0.1271958 Sep 17 15:45:11.060819 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b69f64-3a03-40a2-9a7f-66a3e79bfb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caecacb8-c53c-4028-b4d4-6e59ce664189,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:11.108060 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-71cd397c-3af7-401c-9654-8393efb435e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.153973 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe805e9-4cb2-41ca-8a57-6cf0ff0eb425 req-d307b709-e398-40b3-abdd-511c6ceedc94 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:11.159719 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6fe805e9-4cb2-41ca-8a57-6cf0ff0eb425 req-d307b709-e398-40b3-abdd-511c6ceedc94 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0592024 Sep 17 15:45:11.206033 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-71cd397c-3af7-401c-9654-8393efb435e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.208258 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6fe805e9-4cb2-41ca-8a57-6cf0ff0eb425 req-c0549b1b-acf4-48c8-9ce4-c0b16a419340 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Sep 17 15:45:11.213052 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-71cd397c-3af7-401c-9654-8393efb435e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.251966 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-71cd397c-3af7-401c-9654-8393efb435e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79c7655cdf81421db25566c094142655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687790 Sep 17 15:45:11.253169 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd397c-3af7-401c-9654-8393efb435e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c2e222-bd84-44e4-920c-0c9a81426d57,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:11.254843 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39990) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:11.359639 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c501bd65-2f72-4d22-86cc-89dcf12dbacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.374762 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39994) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:11.399045 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c501bd65-2f72-4d22-86cc-89dcf12dbacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.401034 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d73db8cc-4907-498f-8e56-e05e0b8b5ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.482683 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c501bd65-2f72-4d22-86cc-89dcf12dbacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.485245 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c501bd65-2f72-4d22-86cc-89dcf12dbacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.486455 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-c501bd65-2f72-4d22-86cc-89dcf12dbacc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72c2e222-bd84-44e4-920c-0c9a81426d57 HTTP/1.1" status: 204 len: 168 time: 0.2293739 Sep 17 15:45:11.501165 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501bd65-2f72-4d22-86cc-89dcf12dbacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c2e222-bd84-44e4-920c-0c9a81426d57,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:11.550380 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d73db8cc-4907-498f-8e56-e05e0b8b5ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.561043 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d73db8cc-4907-498f-8e56-e05e0b8b5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.604550 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-d73db8cc-4907-498f-8e56-e05e0b8b5ac6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c26f8bfe8b33428f982206ecb874450c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287109 Sep 17 15:45:11.606586 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73db8cc-4907-498f-8e56-e05e0b8b5ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e56130b-a1b3-45b8-b8bb-d755e176687a,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:11.607819 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40002) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:11.638048 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 1ca63ef9-584b-4593-8bab-22b34df2c6cf up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:45:11.669880 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd1575-332e-493c-a7fe-4f6c7dadf157 req-766ba20e-abd1-441d-9e3f-21d1e513850d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:11.677756 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c1bd1575-332e-493c-a7fe-4f6c7dadf157 req-766ba20e-abd1-441d-9e3f-21d1e513850d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 944 time: 0.0775580 Sep 17 15:45:11.693652 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f60145aa-2cac-44b4-8858-4fe699b30216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.694178 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 1ca63ef9-584b-4593-8bab-22b34df2c6cf completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:45:11.698817 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 1ca63ef9-584b-4593-8bab-22b34df2c6cf triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:45:11.699290 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.722704 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f60145aa-2cac-44b4-8858-4fe699b30216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.730364 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c1bd1575-332e-493c-a7fe-4f6c7dadf157 req-af83f21b-8d67-4299-b651-5115aedc632d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517251 Sep 17 15:45:11.754100 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-51fa84e5-dba2-4f29-9caf-a5929172cd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.801991 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f60145aa-2cac-44b4-8858-4fe699b30216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.803848 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.805257 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f60145aa-2cac-44b4-8858-4fe699b30216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.806470 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-f60145aa-2cac-44b4-8858-4fe699b30216 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e56130b-a1b3-45b8-b8bb-d755e176687a HTTP/1.1" status: 204 len: 168 time: 0.1974814 Sep 17 15:45:11.815370 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60145aa-2cac-44b4-8858-4fe699b30216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e56130b-a1b3-45b8-b8bb-d755e176687a,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:11.853944 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0600326e-319a-405a-bf25-9c42fafe1de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca63ef9-584b-4593-8bab-22b34df2c6cf'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:11.856282 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5595622-582e-445f-88a5-cfad8d7bc361" -d '{"events": [{"server_uuid": "0600326e-319a-405a-bf25-9c42fafe1de7", "name": "network-vif-plugged", "status": "completed", "tag": "1ca63ef9-584b-4593-8bab-22b34df2c6cf"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:11.884023 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 1ca63ef9-584b-4593-8bab-22b34df2c6cf, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=1ca63ef9-584b-4593-8bab-22b34df2c6cf,segment=NetworkSegment(5c3798e2-df54-42e5-a862-0df0cdf8d114),segment_id=5c3798e2-df54-42e5-a862-0df0cdf8d114)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:11.891390 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:11.924857 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49cc188-558e-4d7b-a68f-c6056bcf84d7 x-openstack-request-id: req-d49cc188-558e-4d7b-a68f-c6056bcf84d7 {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:11.925180 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0600326e-319a-405a-bf25-9c42fafe1de7", "name": "network-vif-plugged", "status": "completed", "tag": "1ca63ef9-584b-4593-8bab-22b34df2c6cf", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:11.925436 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d49cc188-558e-4d7b-a68f-c6056bcf84d7 {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:11.925826 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0600326e-319a-405a-bf25-9c42fafe1de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca63ef9-584b-4593-8bab-22b34df2c6cf', 'code': 200} Sep 17 15:45:11.950482 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40012) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:11.965364 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e34d8eb6-1a3f-4632-b046-c3b7be39e8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:12.078042 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=1ca63ef9-584b-4593-8bab-22b34df2c6cf,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:12.088865 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:12.097366 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e34d8eb6-1a3f-4632-b046-c3b7be39e8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:12.102816 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e34d8eb6-1a3f-4632-b046-c3b7be39e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:12.135069 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c3354-1b72-48b2-b253-1c5044d2a6a2 req-fb3c9aff-4e7a-424e-9fe5-8fea59d2a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:12.136750 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f77c3354-1b72-48b2-b253-1c5044d2a6a2 req-fb3c9aff-4e7a-424e-9fe5-8fea59d2a9a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 1098 time: 0.0421846 Sep 17 15:45:12.142746 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d8eb6-1a3f-4632-b046-c3b7be39e8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885653d6-caef-49d2-9e92-309b446a4c4b,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:12.149065 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-e34d8eb6-1a3f-4632-b046-c3b7be39e8bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ad61502d35443309aab8191a34d8812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968281 Sep 17 15:45:12.151214 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40020) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:12.174467 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f77c3354-1b72-48b2-b253-1c5044d2a6a2 req-df9de08e-050c-4c95-8f0a-b44fdc06dd0e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304060 Sep 17 15:45:12.204870 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-35353e64-57cd-4624-b0c2-f2c9ab27ee3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:12.230526 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-35353e64-57cd-4624-b0c2-f2c9ab27ee3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:12.285263 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-35353e64-57cd-4624-b0c2-f2c9ab27ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:12.288056 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-35353e64-57cd-4624-b0c2-f2c9ab27ee3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:12.292955 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-35353e64-57cd-4624-b0c2-f2c9ab27ee3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/885653d6-caef-49d2-9e92-309b446a4c4b HTTP/1.1" status: 204 len: 168 time: 0.1374707 Sep 17 15:45:12.310526 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35353e64-57cd-4624-b0c2-f2c9ab27ee3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885653d6-caef-49d2-9e92-309b446a4c4b,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:12.344996 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc481148-623a-4744-9cb1-58fe503b2826 req-642fe403-d9f3-41f5-94ed-0e7724f33984 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:12.346272 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fc481148-623a-4744-9cb1-58fe503b2826 req-642fe403-d9f3-41f5-94ed-0e7724f33984 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0711949 Sep 17 15:45:12.392554 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fc481148-623a-4744-9cb1-58fe503b2826 req-dab7fba1-6254-43ce-84bf-8ba652759e28 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371480 Sep 17 15:45:12.736434 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198b9cf-d2b2-461b-9ac8-6cac0644df79 req-f344e246-a0dc-4e97-abad-d30b8a2f85ab tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:12.738102 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6198b9cf-d2b2-461b-9ac8-6cac0644df79 req-f344e246-a0dc-4e97-abad-d30b8a2f85ab tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 945 time: 0.0578134 Sep 17 15:45:12.786067 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6198b9cf-d2b2-461b-9ac8-6cac0644df79 req-8162089d-30d7-45b5-93fa-96b09518c5d9 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403280 Sep 17 15:45:12.920760 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e063f0-a8c4-47a3-a43d-97797cb02d24 req-c5753617-9aed-4d01-bc05-c8857691f4ab tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:12.922298 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-91e063f0-a8c4-47a3-a43d-97797cb02d24 req-c5753617-9aed-4d01-bc05-c8857691f4ab tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 945 time: 0.0752604 Sep 17 15:45:12.980581 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-91e063f0-a8c4-47a3-a43d-97797cb02d24 req-c59a7b71-47dc-430e-bec0-0dcf908d1545 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495620 Sep 17 15:45:13.227957 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:13.510516 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890f1b5-6327-457c-827c-fa46799cffda req-8e6ec174-94d7-414b-9366-bcfe51917c69 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:13.512119 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c890f1b5-6327-457c-827c-fa46799cffda req-8e6ec174-94d7-414b-9366-bcfe51917c69 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0483601 Sep 17 15:45:13.519437 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40090) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:13.550561 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c890f1b5-6327-457c-827c-fa46799cffda req-075ba47a-12b3-476d-8858-da1c8bc0e877 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325091 Sep 17 15:45:13.625687 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-85215691-695a-4a00-a6e1-aae7a7772e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:13.716088 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-85215691-695a-4a00-a6e1-aae7a7772e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:13.719810 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-85215691-695a-4a00-a6e1-aae7a7772e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:13.758222 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-85215691-695a-4a00-a6e1-aae7a7772e7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ead3035a4aa454c880e557d48b7d192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371566 Sep 17 15:45:13.759080 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85215691-695a-4a00-a6e1-aae7a7772e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e4f1e4-c18c-41ef-83db-b521da2c8b2e,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:13.760900 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40096) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:13.811706 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4cbd879d-7ec6-4985-af67-9239444021fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:13.835089 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4cbd879d-7ec6-4985-af67-9239444021fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:13.917041 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4cbd879d-7ec6-4985-af67-9239444021fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:13.920259 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4cbd879d-7ec6-4985-af67-9239444021fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:13.921490 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-4cbd879d-7ec6-4985-af67-9239444021fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39e4f1e4-c18c-41ef-83db-b521da2c8b2e HTTP/1.1" status: 204 len: 168 time: 0.1595328 Sep 17 15:45:13.939405 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb1c30-6a97-4e83-a047-7acbaa87eefa req-4bd4d12d-4cda-4374-b163-2811386c0f87 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:13.940898 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dfdb1c30-6a97-4e83-a047-7acbaa87eefa req-4bd4d12d-4cda-4374-b163-2811386c0f87 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 945 time: 0.0762994 Sep 17 15:45:13.941842 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd879d-7ec6-4985-af67-9239444021fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e4f1e4-c18c-41ef-83db-b521da2c8b2e,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:13.989102 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dfdb1c30-6a97-4e83-a047-7acbaa87eefa req-cda04c59-0f78-4035-8fbf-5069801bbc1f tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396094 Sep 17 15:45:14.113559 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3974-e9ce-46c2-a926-5a24436a6196 req-3307c463-82fd-4782-8713-aed014004867 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:14.115346 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-898f3974-e9ce-46c2-a926-5a24436a6196 req-3307c463-82fd-4782-8713-aed014004867 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 945 time: 0.0562029 Sep 17 15:45:14.173222 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-898f3974-e9ce-46c2-a926-5a24436a6196 req-8045c377-d309-49dc-8dd6-470102f968b9 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509462 Sep 17 15:45:14.576575 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-43085453-f70f-47e4-8528-8f1928cee8a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396438 Sep 17 15:45:14.613031 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:14.679916 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40142) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:14.726640 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-f5c7a035-e8ba-4263-801c-42a034243dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:14.726640 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-f5c7a035-e8ba-4263-801c-42a034243dae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 1098 time: 0.0852118 Sep 17 15:45:14.726905 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81663386-91ff-4faa-8257-94cf7af6fe70 req-74f87350-2da7-40c2-bfea-1a0f12cffe89 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:14.742452 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-81663386-91ff-4faa-8257-94cf7af6fe70 req-74f87350-2da7-40c2-bfea-1a0f12cffe89 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0899646 Sep 17 15:45:14.785598 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-81663386-91ff-4faa-8257-94cf7af6fe70 req-c44a97db-3843-41f7-9f6f-71445a6eeb2c tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378916 Sep 17 15:45:14.814980 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1345745398-network', 'tenant_id': 'bc75810910d04b79896f05ea36216cef'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:45:14.838028 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Made reservation on behalf of bc75810910d04b79896f05ea36216cef for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:45:14.840476 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:14.849408 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:14.877987 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-f3b6aadf-c9a5-4ace-9ce0-0049f9cdf709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:14.879642 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-f3b6aadf-c9a5-4ace-9ce0-0049f9cdf709 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.1035318 Sep 17 15:45:14.937718 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-929561ba-ab23-4a07-9604-d74b19d7908b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 200 len: 217 time: 0.0374494 Sep 17 15:45:14.941756 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:14.946182 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:14.970638 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:45:14.980289 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c727ca-8ce9-4936-82da-da381c5fdb6f,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:14.986425 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:14.986773 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Added segment d3e93140-42eb-425e-8fef-41fc65723955 of type vlan for network d3a0981f-cc14-464e-a8ac-6c9c405b36fa Sep 17 15:45:14.993586 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-fdd0a541-031a-40ed-a432-8821c06e230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:14.996165 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-fdd0a541-031a-40ed-a432-8821c06e230c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0499914 Sep 17 15:45:15.032764 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:15.050391 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:15.056088 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-a88d6a58-dc75-4329-ab04-7d180218395b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456243 Sep 17 15:45:15.063449 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:15.064437 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:15.065233 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:15.104422 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4230802 Sep 17 15:45:15.108301 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40156) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:15.131174 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Request body: {'subnet': {'network_id': 'd3a0981f-cc14-464e-a8ac-6c9c405b36fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1345745398-subnet', 'tenant_id': 'bc75810910d04b79896f05ea36216cef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:45:15.138403 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc0653-0de9-4938-ad8a-616d74a666de admin admin] Pushing event updated for resources: {'Network': ['ID=d3a0981f-cc14-464e-a8ac-6c9c405b36fa,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:15.148258 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network d3a0981f-cc14-464e-a8ac-6c9c405b36fa details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:45:15.217755 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb747766-3556-4dda-8c5c-1c369cd493d2 req-d23fd206-6528-4f38-bf87-7dabfc63e3fa tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:15.219365 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cb747766-3556-4dda-8c5c-1c369cd493d2 req-d23fd206-6528-4f38-bf87-7dabfc63e3fa tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 945 time: 0.1304977 Sep 17 15:45:15.222400 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Made reservation on behalf of bc75810910d04b79896f05ea36216cef for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:45:15.224623 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:15.248708 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-59259e04-9a8e-44a0-8b27-4731effefa40 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823647 Sep 17 15:45:15.287763 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200283a2-86d8-4fd0-936c-b9541c16c650 req-658c1df0-fe2d-4bd6-be73-af5f7d4c18ce tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:15.289570 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-200283a2-86d8-4fd0-936c-b9541c16c650 req-658c1df0-fe2d-4bd6-be73-af5f7d4c18ce tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 945 time: 0.0480485 Sep 17 15:45:15.336266 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-200283a2-86d8-4fd0-936c-b9541c16c650 req-b07bb1f0-9156-44ba-8442-e23e4058c9d5 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406864 Sep 17 15:45:15.359569 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cb747766-3556-4dda-8c5c-1c369cd493d2 req-35faa0d4-072a-4366-b251-121f08bde697 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2208c74-8b2d-447c-b55b-9c6855c5a0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293430 Sep 17 15:45:15.452249 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e2e5217b-e81e-42ca-95c9-cc54a3531514 req-bb4f96ec-3c99-49dd-b067-2866cdcbb1b3 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883144 Sep 17 15:45:15.513906 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:15.569329 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a145d34-95a3-4dcf-8017-00e3b71af33d,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:15.579352 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Checking segment: {'id': 'd3e93140-42eb-425e-8fef-41fc65723955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd3a0981f-cc14-464e-a8ac-6c9c405b36fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:45:15.579970 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Network hostable DHCP agents. Network: d3a0981f-cc14-464e-a8ac-6c9c405b36fa, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:45:15.596887 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Network d3a0981f-cc14-464e-a8ac-6c9c405b36fa is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:45:15.605964 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, d3a0981f-cc14-464e-a8ac-6c9c405b36fa) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:45:15.610836 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:15.611573 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:15.618678 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d73d6-892b-4a46-a8c6-e5129d47f288 None None] Network d3a0981f-cc14-464e-a8ac-6c9c405b36fa requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:45:15.628060 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-e80818b2-4366-45b3-a379-e5f2978058d6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5176878 Sep 17 15:45:15.744060 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49360954-5898-47e3-9597-bdc74db51214 req-2ffdec41-6679-4492-9919-dcd3c1dbd21d tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:15.745639 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49360954-5898-47e3-9597-bdc74db51214 req-2ffdec41-6679-4492-9919-dcd3c1dbd21d tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 945 time: 0.0511093 Sep 17 15:45:15.778516 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f428345-7740-4827-b426-167a6f3b4dd9 None None] Network d3a0981f-cc14-464e-a8ac-6c9c405b36fa requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:45:15.902098 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-49360954-5898-47e3-9597-bdc74db51214 req-cb13bc13-3c6d-428c-9bb4-1517450ba439 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Deleting port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:45:15.902556 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-49360954-5898-47e3-9597-bdc74db51214 req-cb13bc13-3c6d-428c-9bb4-1517450ba439 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:16.034096 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562cf68-58fd-44b0-b66c-b579272b49f7 req-60bbe7fd-a2ca-4e9f-a4df-3723ec61e3f6 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:16.035612 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9562cf68-58fd-44b0-b66c-b579272b49f7 req-60bbe7fd-a2ca-4e9f-a4df-3723ec61e3f6 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0674999 Sep 17 15:45:16.088975 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-49360954-5898-47e3-9597-bdc74db51214 req-cb13bc13-3c6d-428c-9bb4-1517450ba439 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] For port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,segment=NetworkSegment(a4f622f8-607a-469e-8a5b-0ff17a780943),segment_id=a4f622f8-607a-469e-8a5b-0ff17a780943)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:16.089289 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-49360954-5898-47e3-9597-bdc74db51214 req-cb13bc13-3c6d-428c-9bb4-1517450ba439 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:16.116596 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-49360954-5898-47e3-9597-bdc74db51214 req-cb13bc13-3c6d-428c-9bb4-1517450ba439 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Calling delete_port for 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:45:16.122541 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9562cf68-58fd-44b0-b66c-b579272b49f7 req-a6bfce03-13dd-49f0-8175-ff41a24a656b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715396 Sep 17 15:45:16.371301 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4298d2-1301-4e3b-a78f-c9c5d6293a4d req-044eff98-41c6-4764-a543-32a5197b0075 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:16.372974 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ab4298d2-1301-4e3b-a78f-c9c5d6293a4d req-044eff98-41c6-4764-a543-32a5197b0075 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 945 time: 0.0497267 Sep 17 15:45:16.384160 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-49360954-5898-47e3-9597-bdc74db51214 req-cb13bc13-3c6d-428c-9bb4-1517450ba439 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:16.401417 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:45:16.421203 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13bc13-3c6d-428c-9bb4-1517450ba439 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Pushing event deleted for resources: {'Port': ['ID=8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:16.422023 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ab4298d2-1301-4e3b-a78f-c9c5d6293a4d req-23fbea50-195a-4747-91d3-1e30bae8a229 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429816 Sep 17 15:45:16.500072 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-49360954-5898-47e3-9597-bdc74db51214 req-cb13bc13-3c6d-428c-9bb4-1517450ba439 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] No DVR routers for this DVR port 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 15:45:16.503472 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-49360954-5898-47e3-9597-bdc74db51214 req-cb13bc13-3c6d-428c-9bb4-1517450ba439 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:16.505563 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49360954-5898-47e3-9597-bdc74db51214 req-cb13bc13-3c6d-428c-9bb4-1517450ba439 tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.37 "DELETE /v2.0/ports/8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc HTTP/1.1" status: 204 len: 173 time: 0.7525563 Sep 17 15:45:16.507781 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8b5e9cd2-db83-4541-ac78-a56d3305bdc0 req-6730f6ed-5297-4530-afba-14f79aaa590c tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 210 time: 0.0437465 Sep 17 15:45:16.508195 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b294591-7ce7-4432-a7bd-a4c53ad11170', 'name': 'network-vif-deleted', 'tag': '8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:16.511184 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db52cce7-9a4c-4b7f-8ac2-64038e66af8d" -d '{"events": [{"server_uuid": "2b294591-7ce7-4432-a7bd-a4c53ad11170", "name": "network-vif-deleted", "tag": "8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:16.553500 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338f5bd3-9a75-48a6-be7d-cc9b31661825 x-openstack-request-id: req-338f5bd3-9a75-48a6-be7d-cc9b31661825 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:16.553820 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b294591-7ce7-4432-a7bd-a4c53ad11170", "name": "network-vif-deleted", "tag": "8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:16.554674 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-338f5bd3-9a75-48a6-be7d-cc9b31661825 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:16.555423 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b294591-7ce7-4432-a7bd-a4c53ad11170', 'name': 'network-vif-deleted', 'tag': '8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc', 'status': 'completed', 'code': 200} Sep 17 15:45:17.247243 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a862cc-2f23-4af8-8dcd-84f488c65ff4 req-ed3dee06-5878-4283-9e2d-b28e06a57505 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:17.248705 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f0a862cc-2f23-4af8-8dcd-84f488c65ff4 req-ed3dee06-5878-4283-9e2d-b28e06a57505 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0500221 Sep 17 15:45:17.286911 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f0a862cc-2f23-4af8-8dcd-84f488c65ff4 req-ec652bf0-68ea-4375-97a3-625d8052dd1a tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318630 Sep 17 15:45:17.556268 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d5ac2-b076-427f-be35-d2f48cf583d9 req-455fecfc-95e5-40cc-ab0c-bb37686a3cba tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:17.557788 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-359d5ac2-b076-427f-be35-d2f48cf583d9 req-455fecfc-95e5-40cc-ab0c-bb37686a3cba tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 945 time: 0.0477762 Sep 17 15:45:17.566673 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-31aa0026-de2e-470d-aa7b-4c4bffc46950 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:17.568114 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-31aa0026-de2e-470d-aa7b-4c4bffc46950 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/networks?id=d3a0981f-cc14-464e-a8ac-6c9c405b36fa HTTP/1.1" status: 200 len: 814 time: 0.1136169 Sep 17 15:45:17.584945 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-7503de7e-49e7-4411-a059-8de0f1e2d813 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/quotas/bc75810910d04b79896f05ea36216cef HTTP/1.1" status: 200 len: 375 time: 0.0111465 Sep 17 15:45:17.596863 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-359d5ac2-b076-427f-be35-d2f48cf583d9 req-03085948-4aef-46f5-83fa-9392c2bb1723 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Sep 17 15:45:17.617572 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-9a2f2b86-1a11-464e-b33d-3d38dee9ac4c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc75810910d04b79896f05ea36216cef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261559 Sep 17 15:45:17.720928 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-3b8f9b1d-0163-409d-9a20-bcc256df7c5f service neutron] 10.222.0.50 "GET /v2.0/networks/d3a0981f-cc14-464e-a8ac-6c9c405b36fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955870 Sep 17 15:45:17.825888 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-04602f6b-79bf-4105-acf5-3196eccb85ca service neutron] 10.222.0.50 "GET /v2.0/networks/d3a0981f-cc14-464e-a8ac-6c9c405b36fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974324 Sep 17 15:45:17.848833 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-21f2b9b5-e985-4b47-9696-360c98d41335 req-7da00fce-6392-490e-8571-691da79ae3bd tempest-DeleteServersTestJSON-2004829359 tempest-DeleteServersTestJSON-2004829359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b294591-7ce7-4432-a7bd-a4c53ad11170 HTTP/1.1" status: 200 len: 210 time: 0.0295477 Sep 17 15:45:17.981852 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-93295d8a-641a-4e72-a9bc-de837c3e6f9e req-78f563f8-08f3-4767-a89a-3be14ba48422 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0257676 Sep 17 15:45:18.424953 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de2c78-2a65-493e-8e22-d3689264f916 req-6c8cd184-4b3a-47b3-9452-84e2d088e8ab tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:18.426472 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-43de2c78-2a65-493e-8e22-d3689264f916 req-6c8cd184-4b3a-47b3-9452-84e2d088e8ab tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0582862 Sep 17 15:45:18.467790 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-43de2c78-2a65-493e-8e22-d3689264f916 req-ad2bd2d1-5a2a-4e91-aab0-5235141567d7 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351346 Sep 17 15:45:18.731243 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f3108-55a0-40bd-8e5d-ece47b069dd4 req-24303d11-4051-41d2-805e-ae6529adb2b1 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:18.731243 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-476f3108-55a0-40bd-8e5d-ece47b069dd4 req-24303d11-4051-41d2-805e-ae6529adb2b1 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 945 time: 0.0543549 Sep 17 15:45:18.770274 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-476f3108-55a0-40bd-8e5d-ece47b069dd4 req-63404257-c591-4635-8893-5333a5a99a0b tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370703 Sep 17 15:45:18.898937 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-c26df42d-88f3-45db-8b2d-1fb7fa642796 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:18.900375 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-c26df42d-88f3-45db-8b2d-1fb7fa642796 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.37 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 945 time: 0.0517039 Sep 17 15:45:18.994452 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-698c644c-006b-428a-a931-e7f3612953c8 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Deleting port 1ca63ef9-584b-4593-8bab-22b34df2c6cf {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:45:18.994787 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-698c644c-006b-428a-a931-e7f3612953c8 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:19.091207 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3773f36a-f38b-48ff-9d8b-b12334408ecc req-2a9ff936-2c6a-49eb-b5f3-6ea09df9a452 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0330777 Sep 17 15:45:19.124291 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-698c644c-006b-428a-a931-e7f3612953c8 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] For port 1ca63ef9-584b-4593-8bab-22b34df2c6cf, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=1ca63ef9-584b-4593-8bab-22b34df2c6cf,segment=NetworkSegment(5c3798e2-df54-42e5-a862-0df0cdf8d114),segment_id=5c3798e2-df54-42e5-a862-0df0cdf8d114)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:19.124679 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-698c644c-006b-428a-a931-e7f3612953c8 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:19.139688 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-698c644c-006b-428a-a931-e7f3612953c8 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Calling delete_port for 1ca63ef9-584b-4593-8bab-22b34df2c6cf owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:45:19.272094 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-7c758d90-a127-4ad0-b61e-852e47d75855 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:19.273696 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-7c758d90-a127-4ad0-b61e-852e47d75855 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.37 "GET /v2.0/networks?id=d3a0981f-cc14-464e-a8ac-6c9c405b36fa HTTP/1.1" status: 200 len: 814 time: 0.1296706 Sep 17 15:45:19.289451 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Request body: {'port': {'device_id': '67b77887-78af-4645-af19-3676166e176b', 'network_id': 'd3a0981f-cc14-464e-a8ac-6c9c405b36fa', 'admin_state_up': True, 'tenant_id': 'bc75810910d04b79896f05ea36216cef'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:45:19.327862 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-698c644c-006b-428a-a931-e7f3612953c8 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:19.341341 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['1ca63ef9-584b-4593-8bab-22b34df2c6cf'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:45:19.372768 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c644c-006b-428a-a931-e7f3612953c8 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Pushing event deleted for resources: {'Port': ['ID=1ca63ef9-584b-4593-8bab-22b34df2c6cf,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:19.421944 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-698c644c-006b-428a-a931-e7f3612953c8 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] No DVR routers for this DVR port 1ca63ef9-584b-4593-8bab-22b34df2c6cf on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 15:45:19.424707 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-698c644c-006b-428a-a931-e7f3612953c8 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:19.427305 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-487a5d8b-961a-46dd-9505-21adfe37a1d8 req-698c644c-006b-428a-a931-e7f3612953c8 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.37 "DELETE /v2.0/ports/1ca63ef9-584b-4593-8bab-22b34df2c6cf HTTP/1.1" status: 204 len: 173 time: 0.5175164 Sep 17 15:45:19.427848 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0600326e-319a-405a-bf25-9c42fafe1de7', 'name': 'network-vif-deleted', 'tag': '1ca63ef9-584b-4593-8bab-22b34df2c6cf'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:19.429599 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Made reservation on behalf of bc75810910d04b79896f05ea36216cef for: {'port': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:45:19.430493 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75400e3-fdca-406a-92a2-fcb046e5524a" -d '{"events": [{"server_uuid": "0600326e-319a-405a-bf25-9c42fafe1de7", "name": "network-vif-deleted", "tag": "1ca63ef9-584b-4593-8bab-22b34df2c6cf"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:19.435471 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:19.486228 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8021791-ff94-4fb5-b412-640fd15a3be5 x-openstack-request-id: req-d8021791-ff94-4fb5-b412-640fd15a3be5 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:19.486623 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0600326e-319a-405a-bf25-9c42fafe1de7", "name": "network-vif-deleted", "tag": "1ca63ef9-584b-4593-8bab-22b34df2c6cf", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:19.486970 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8021791-ff94-4fb5-b412-640fd15a3be5 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:19.487453 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0600326e-319a-405a-bf25-9c42fafe1de7', 'name': 'network-vif-deleted', 'tag': '1ca63ef9-584b-4593-8bab-22b34df2c6cf', 'status': 'completed', 'code': 200} Sep 17 15:45:19.626882 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Allocated IP 172.20.0.5 (d3a0981f-cc14-464e-a8ac-6c9c405b36fa/8a145d34-95a3-4dcf-8017-00e3b71af33d/09ee8619-f89e-4bb9-98de-2a4fdcc9b237) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:45:19.638537 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824947aa-10ca-458f-9803-cc0ee16eb0a6 req-f4aef42e-a79a-4543-917f-74fe10d3027e tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:19.640013 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-824947aa-10ca-458f-9803-cc0ee16eb0a6 req-f4aef42e-a79a-4543-917f-74fe10d3027e tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0944462 Sep 17 15:45:19.687582 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:45:19.705123 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-824947aa-10ca-458f-9803-cc0ee16eb0a6 req-04cc2be1-7da1-4651-a613-ef5df5ef4780 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581858 Sep 17 15:45:19.709141 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:45:19.709704 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 8f9d7e6f-0cd5-47e6-bf99-8b3c1c71fbcc not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:45:19.753314 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-fc660795-b804-4624-aed6-0ee53c019ce1 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:19.755440 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-fc660795-b804-4624-aed6-0ee53c019ce1 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 815 time: 0.1176805 Sep 17 15:45:19.771717 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-21cc1f74-6f7b-4e8c-87a0-3d54d412cfc4 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/quotas/c30b228319114452b2f33ab3f5a7323f HTTP/1.1" status: 200 len: 375 time: 0.0096192 Sep 17 15:45:19.831580 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-0de9dfc1-0dfe-4707-9875-cad650c9ba9b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478477 Sep 17 15:45:19.832634 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:19.892875 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:19.916128 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Network d3a0981f-cc14-464e-a8ac-6c9c405b36fa is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:45:19.918575 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:45:19.940245 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:45:19.946358 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:19.947038 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:19.954911 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1a0d1410-6a3d-46b0-83e1-616eb801ced8 service neutron] 10.222.0.50 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148331 Sep 17 15:45:19.987098 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-165ec5d7-2a86-4577-b7b6-3cda21a6fa14 req-12d3b594-0d2e-4b62-81ef-1eea59234930 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=0600326e-319a-405a-bf25-9c42fafe1de7 HTTP/1.1" status: 200 len: 210 time: 0.0373950 Sep 17 15:45:19.996281 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7115195 Sep 17 15:45:20.004239 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f423f8e-f0c6-46c5-9b23-58111b2d0be3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Pushing event updated for resources: {'Port': ['ID=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:20.023555 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Request body: {'port': {'device_id': '67b77887-78af-4645-af19-3676166e176b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:45:20.077473 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.077695 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-7a21528d-85f5-4e68-8493-fdc12e0aa4ba service neutron] 10.222.0.50 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147671 Sep 17 15:45:20.339082 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086840ea-5f51-4492-b6ec-9b42daa83d2f req-88b44cff-6aea-47e9-b48c-364f9fab884c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:20.340615 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-086840ea-5f51-4492-b6ec-9b42daa83d2f req-88b44cff-6aea-47e9-b48c-364f9fab884c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 931 time: 0.1187003 Sep 17 15:45:20.346645 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8ebf07e9-2878-4f4d-811d-1ffc1a3a9ad7 req-cab63675-2fcf-4fd7-8d78-3b7919b42f06 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 210 time: 0.0331342 Sep 17 15:45:20.420104 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-086840ea-5f51-4492-b6ec-9b42daa83d2f req-88fe49b5-db5c-412e-9234-75d5346d2232 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527697 Sep 17 15:45:20.467211 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40334) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:20.503666 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 {{(pid=100591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:45:20.516727 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.516853 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e6418b-2f55-4fdd-932d-28870af79616 admin admin] Deleting subnet bcabfbaf-94bc-4e30-8907-609c7c1ed5b7 {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 15:45:20.520751 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-84e6418b-2f55-4fdd-932d-28870af79616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.533219 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Transition to ACTIVE for port object 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:45:20.538461 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.562420 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-84e6418b-2f55-4fdd-932d-28870af79616 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.576201 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-84e6418b-2f55-4fdd-932d-28870af79616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.611981 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:20.625134 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Attempting to bind port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:45:20.625335 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Attempting to bind port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': 'd3e93140-42eb-425e-8fef-41fc65723955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd3a0981f-cc14-464e-a8ac-6c9c405b36fa'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:45:20.625670 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Attempting to bind port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 on network d3a0981f-cc14-464e-a8ac-6c9c405b36fa {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:45:20.630192 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 on network d3a0981f-cc14-464e-a8ac-6c9c405b36fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:45:20.630588 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Attempting to bind port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 on network d3a0981f-cc14-464e-a8ac-6c9c405b36fa {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:45:20.636459 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:45:20.636883 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Checking segment: {'id': 'd3e93140-42eb-425e-8fef-41fc65723955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd3a0981f-cc14-464e-a8ac-6c9c405b36fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:45:20.637343 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Bound using segment: {'id': 'd3e93140-42eb-425e-8fef-41fc65723955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd3a0981f-cc14-464e-a8ac-6c9c405b36fa'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:45:20.637878 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Bound port: 09ee8619-f89e-4bb9-98de-2a4fdcc9b237, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e93140-42eb-425e-8fef-41fc65723955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd3a0981f-cc14-464e-a8ac-6c9c405b36fa'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:45:20.638277 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.642039 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-84e6418b-2f55-4fdd-932d-28870af79616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.669667 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6418b-2f55-4fdd-932d-28870af79616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcabfbaf-94bc-4e30-8907-609c7c1ed5b7,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:20.677235 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-84e6418b-2f55-4fdd-932d-28870af79616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.682517 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-84e6418b-2f55-4fdd-932d-28870af79616 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bcabfbaf-94bc-4e30-8907-609c7c1ed5b7 HTTP/1.1" status: 204 len: 168 time: 0.2109134 Sep 17 15:45:20.682810 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40338) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:20.712218 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] For port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237, host hv-cinder-73409, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:45:20.715445 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] For port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,segment=NetworkSegment(d3e93140-42eb-425e-8fef-41fc65723955),segment_id=d3e93140-42eb-425e-8fef-41fc65723955)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:45:20.719041 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.755481 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:20.756108 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:20.758536 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/09ee8619-f89e-4bb9-98de-2a4fdcc9b237 HTTP/1.1" status: 200 len: 1093 time: 0.7398801 Sep 17 15:45:20.759013 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b77887-78af-4645-af19-3676166e176b', 'tag': '09ee8619-f89e-4bb9-98de-2a4fdcc9b237'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:20.762911 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2242c91f-3e1c-4b58-8125-a94bcdd99a35" -d '{"events": [{"name": "network-changed", "server_uuid": "67b77887-78af-4645-af19-3676166e176b", "tag": "09ee8619-f89e-4bb9-98de-2a4fdcc9b237"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:20.789263 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9b2bc-ac5d-4214-aa4f-e6082e75a5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:20.829835 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b78213-335d-4993-b3ef-2360a81f7dd5 x-openstack-request-id: req-78b78213-335d-4993-b3ef-2360a81f7dd5 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:20.830177 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b77887-78af-4645-af19-3676166e176b", "tag": "09ee8619-f89e-4bb9-98de-2a4fdcc9b237", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:20.830386 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78b78213-335d-4993-b3ef-2360a81f7dd5 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:20.830778 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b77887-78af-4645-af19-3676166e176b', 'tag': '09ee8619-f89e-4bb9-98de-2a4fdcc9b237', 'status': 'completed', 'code': 200} Sep 17 15:45:20.880053 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0bf0-7d28-4778-8863-fa6b89fa9bfa req-f9c60308-4e1c-419c-b8f8-08c389aba8a8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:20.883060 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-41ea0bf0-7d28-4778-8863-fa6b89fa9bfa req-f9c60308-4e1c-419c-b8f8-08c389aba8a8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0639987 Sep 17 15:45:20.924576 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-41ea0bf0-7d28-4778-8863-fa6b89fa9bfa req-46b4f12d-309d-45df-8fb4-6dff96f0038f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344779 Sep 17 15:45:20.987686 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.073746 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.093507 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.093881 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.094638 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.094993 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > port after_create 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.095330 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.095661 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > port after_update 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.095982 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.096308 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.096623 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.096965 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.272076 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.272418 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.272846 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.273599 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:45:21.273599 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877468f6-d33d-40ab-a6c2-84a62a3c988c']}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:21.290965 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f622f8-607a-469e-8a5b-0ff17a780943') {'for_net_delete': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:21.291198 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f622f8-607a-469e-8a5b-0ff17a780943') {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:45:21.308652 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5451862'] for segment, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.315040 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-87a3c7c4-6e98-466a-b366-520254c19b48 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:21.316754 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-87a3c7c4-6e98-466a-b366-520254c19b48 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/networks?id=87958012-751c-4ca5-9c47-f063d56f3b3a HTTP/1.1" status: 200 len: 808 time: 0.1090949 Sep 17 15:45:21.330931 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.334219 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-03f29b10-ba8e-4584-b3fa-7ed83c2d0f15 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/quotas/83aa5cf08b54405ab74cbdea0ea9911d HTTP/1.1" status: 200 len: 375 time: 0.0101383 Sep 17 15:45:21.340531 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 15:45:21.340946 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16345310'] for segment, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: from cryptography.utils import int_from_bytes Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: from cryptography.utils import int_from_bytes Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: Traceback (most recent call last): Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: timer() Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: cb(*args, **kw) Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: return func(*args, **kwargs) Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: self._notify() Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: self.callback(batched_events) Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: event.method(event) Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: return f(self, *a, **k) Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._get(url).json() Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: return self.request(url, 'GET', **kwargs) Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 15:45:21.345278 dv-cinder-734093-3-iscsi neutron-server[100590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 15:45:21.371473 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-c0776a04-00c6-40a2-93e1-293dad3cfd5c tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=83aa5cf08b54405ab74cbdea0ea9911d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309548 Sep 17 15:45:21.412022 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.419307 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.421293 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] 10.222.0.50 "DELETE /v2.0/networks/877468f6-d33d-40ab-a6c2-84a62a3c988c HTTP/1.1" status: 204 len: 168 time: 0.7374597 Sep 17 15:45:21.434385 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c8a4a-f674-412b-bc96-a8d519359560 admin admin] Pushing event deleted for resources: {'Network': ['ID=877468f6-d33d-40ab-a6c2-84a62a3c988c,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:21.491033 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-5bb2b057-c429-4a0b-8d5a-1c71c95823f0 service neutron] 10.222.0.50 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076488 Sep 17 15:45:21.545428 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40370) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:21.584567 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-60b6972e-4bec-4e01-a48c-f77d121edd81 service neutron] 10.222.0.50 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858886 Sep 17 15:45:21.584901 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-736951a2-1ac0-4693-8f1e-681d409fdc08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5660e224112451db0b6ca0a0c7423d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381176 Sep 17 15:45:21.588769 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40372) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:21.635515 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b2618271-8645-427f-a4db-6c095ad4540c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.658327 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b2618271-8645-427f-a4db-6c095ad4540c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.719675 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b2618271-8645-427f-a4db-6c095ad4540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.722613 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b2618271-8645-427f-a4db-6c095ad4540c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:21.727727 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-b2618271-8645-427f-a4db-6c095ad4540c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2208c74-8b2d-447c-b55b-9c6855c5a0b1 HTTP/1.1" status: 204 len: 168 time: 0.1364980 Sep 17 15:45:21.739887 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2618271-8645-427f-a4db-6c095ad4540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2208c74-8b2d-447c-b55b-9c6855c5a0b1,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:21.760300 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-38c81af0-c1f1-4021-be59-d156eba9e0bc req-ae9dbb23-6563-47e1-aa2c-5dcc95f677e0 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 210 time: 0.0281792 Sep 17 15:45:21.880648 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39859643-0d5c-4d91-b859-1b2f175a91ef req-6189e1de-cf8a-4779-ab67-e7d383a41dbf tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:21.883134 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-39859643-0d5c-4d91-b859-1b2f175a91ef req-6189e1de-cf8a-4779-ab67-e7d383a41dbf tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 943 time: 0.0607643 Sep 17 15:45:21.942623 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-39859643-0d5c-4d91-b859-1b2f175a91ef req-2edadbaf-3d36-4797-b496-6fdb39a9f1d5 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Sep 17 15:45:25.167799 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 1ca63ef9-584b-4593-8bab-22b34df2c6cf no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:45:25.191940 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 1ca63ef9-584b-4593-8bab-22b34df2c6cf {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:45:25.192379 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 1ca63ef9-584b-4593-8bab-22b34df2c6cf not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:45:25.208391 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c2e3f0b6-43bb-4c3e-9b83-e43338bf7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:25.209949 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-c2e3f0b6-43bb-4c3e-9b83-e43338bf7c88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc75810910d04b79896f05ea36216cef&device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 1096 time: 0.0479472 Sep 17 15:45:25.284871 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0a326e18-145f-461b-b49f-e6ee41a97c84 req-179f8fd2-fcb3-4e97-aef8-7505559f6123 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 210 time: 0.0319555 Sep 17 15:45:25.322547 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a938fbc-4c45-49d6-922a-daf89c10c31e req-71562b81-8910-41ae-9f80-fd18d38301f3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:25.324811 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9a938fbc-4c45-49d6-922a-daf89c10c31e req-71562b81-8910-41ae-9f80-fd18d38301f3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0690284 Sep 17 15:45:25.372440 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9a938fbc-4c45-49d6-922a-daf89c10c31e req-22072fab-a5b2-4a58-9100-cf7c60d04046 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Sep 17 15:45:25.479949 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acf177-9ef0-419c-b194-7dfae2d9fdc5 req-a6844fe3-1aeb-4862-a643-6fb46930d674 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:25.481552 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-64acf177-9ef0-419c-b194-7dfae2d9fdc5 req-a6844fe3-1aeb-4862-a643-6fb46930d674 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 943 time: 0.0494843 Sep 17 15:45:25.521208 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-64acf177-9ef0-419c-b194-7dfae2d9fdc5 req-b5d381aa-e927-44d4-b663-49e020f4b64a tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333550 Sep 17 15:45:25.541253 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-1918a2f0-895b-4030-9116-9c885df08d13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ee8619-f89e-4bb9-98de-2a4fdcc9b237 HTTP/1.1" status: 200 len: 217 time: 0.2768595 Sep 17 15:45:25.586916 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2e79d083-ec04-406d-8024-bba36e39ab63 req-6bd1a48d-8fc5-415f-939b-9611ca2368b7 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 210 time: 0.0490825 Sep 17 15:45:25.605380 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-9ca43757-d6e9-4daa-ae6f-3d79a02724f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:25.606834 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-9ca43757-d6e9-4daa-ae6f-3d79a02724f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a145d34-95a3-4dcf-8017-00e3b71af33d HTTP/1.1" status: 200 len: 854 time: 0.0573065 Sep 17 15:45:25.639348 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-b5396c67-2ef5-4b58-a381-841543c70a40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3a0981f-cc14-464e-a8ac-6c9c405b36fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232704 Sep 17 15:45:25.737240 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-b5ebe6a5-f2f5-4696-a65a-d3c4026fac99 service neutron] 10.222.0.37 "GET /v2.0/networks/d3a0981f-cc14-464e-a8ac-6c9c405b36fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863056 Sep 17 15:45:25.880641 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9e71ad36-011d-44de-8bc4-d31e1c116f0f req-3688161c-b7c4-4ca0-a015-8813f4dc7ca9 service neutron] 10.222.0.37 "GET /v2.0/networks/d3a0981f-cc14-464e-a8ac-6c9c405b36fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219966 Sep 17 15:45:26.018380 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-3658b480-3234-4a8b-b5cf-98b89dbc7e05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:26.020001 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-3658b480-3234-4a8b-b5cf-98b89dbc7e05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 815 time: 0.1716077 Sep 17 15:45:26.028211 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242c91f-3e1c-4b58-8125-a94bcdd99a35 req-5bbc49e4-e162-4206-a06f-8295fd4531be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:26.029687 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2242c91f-3e1c-4b58-8125-a94bcdd99a35 req-5bbc49e4-e162-4206-a06f-8295fd4531be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc75810910d04b79896f05ea36216cef&device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 1096 time: 0.0752647 Sep 17 15:45:26.060260 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Request body: {'port': {'device_id': '764d2735-d95d-4655-b57e-bbdf6df17e8c', 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba', 'admin_state_up': True, 'tenant_id': 'c30b228319114452b2f33ab3f5a7323f'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:45:26.141492 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242c91f-3e1c-4b58-8125-a94bcdd99a35 req-1896337a-15b2-4819-9c87-206166014a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:26.142969 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2242c91f-3e1c-4b58-8125-a94bcdd99a35 req-1896337a-15b2-4819-9c87-206166014a0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3a0981f-cc14-464e-a8ac-6c9c405b36fa HTTP/1.1" status: 200 len: 915 time: 0.0862334 Sep 17 15:45:26.170285 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Made reservation on behalf of c30b228319114452b2f33ab3f5a7323f for: {'port': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:45:26.173836 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:26.190515 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2242c91f-3e1c-4b58-8125-a94bcdd99a35 req-7707c147-a8ce-42f9-bff8-463e61235d67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ee8619-f89e-4bb9-98de-2a4fdcc9b237 HTTP/1.1" status: 200 len: 217 time: 0.0377917 Sep 17 15:45:26.255385 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242c91f-3e1c-4b58-8125-a94bcdd99a35 req-a84b234b-f8b3-4fd8-9f53-492eabf8ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:26.257050 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2242c91f-3e1c-4b58-8125-a94bcdd99a35 req-a84b234b-f8b3-4fd8-9f53-492eabf8ad82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a145d34-95a3-4dcf-8017-00e3b71af33d HTTP/1.1" status: 200 len: 854 time: 0.0545793 Sep 17 15:45:26.295983 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2242c91f-3e1c-4b58-8125-a94bcdd99a35 req-f3850e9e-d021-44d6-8b69-e6f9bae2eb28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3a0981f-cc14-464e-a8ac-6c9c405b36fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242693 Sep 17 15:45:26.314705 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Allocated IP 172.20.0.6 (dc043e30-874f-41c9-9332-5436376f0bba/feb33798-0025-4542-8a17-2685e37ce4b9/2b37960e-61b5-4756-8d9d-da2b1807b08c) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:45:26.416395 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-be61bec7-0726-4dd9-8d16-136661d01310 req-5dbf89eb-a43d-46c4-b81f-0b964903ca4e tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 210 time: 0.0363901 Sep 17 15:45:26.421713 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2242c91f-3e1c-4b58-8125-a94bcdd99a35 req-0f1e9909-4028-41d5-8239-0325c7c09353 service neutron] 10.222.0.37 "GET /v2.0/networks/d3a0981f-cc14-464e-a8ac-6c9c405b36fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148365 Sep 17 15:45:26.510028 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:26.514526 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2242c91f-3e1c-4b58-8125-a94bcdd99a35 req-7409c57e-9a84-4922-a8f6-6525c02c669e service neutron] 10.222.0.37 "GET /v2.0/networks/d3a0981f-cc14-464e-a8ac-6c9c405b36fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835838 Sep 17 15:45:26.519969 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb75536-1ea8-473d-8266-dc3cd424ce63 req-8c1a1304-aa9d-4804-8a43-af95284593be tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:26.521422 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5fb75536-1ea8-473d-8266-dc3cd424ce63 req-8c1a1304-aa9d-4804-8a43-af95284593be tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0754132 Sep 17 15:45:26.581608 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5fb75536-1ea8-473d-8266-dc3cd424ce63 req-25b3ccdc-4057-491d-8a8a-2cfa57fce58a tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Sep 17 15:45:26.595410 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:26.612402 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['780b43e9-d7ea-4945-996a-6558e94da030'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:45:26.667029 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Network dc043e30-874f-41c9-9332-5436376f0bba is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:45:26.670445 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:45:26.680300 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:45:26.771456 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Pushing event updated for resources: {'Port': ['ID=2b37960e-61b5-4756-8d9d-da2b1807b08c,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:26.783073 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb5a2-21cc-4cf8-9fe8-c36184cb2eaf req-55d1568d-3ba6-491f-b85b-95500fdb69c6 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:26.807655 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-11deb5a2-21cc-4cf8-9fe8-c36184cb2eaf req-55d1568d-3ba6-491f-b85b-95500fdb69c6 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 943 time: 0.2160959 Sep 17 15:45:26.832139 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:26.834309 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:26.850241 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251568de-51d4-496a-86e3-3d4f0d1ed93c req-4eaa63ac-d3e5-4a68-ace3-18219d73324e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:26.852228 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-251568de-51d4-496a-86e3-3d4f0d1ed93c req-4eaa63ac-d3e5-4a68-ace3-18219d73324e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 931 time: 0.1176419 Sep 17 15:45:26.878212 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-1c0c1391-574c-4753-85d6-45bbd4754eef tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8219061 Sep 17 15:45:26.896677 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Request body: {'port': {'device_id': '764d2735-d95d-4655-b57e-bbdf6df17e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:45:26.914834 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-11deb5a2-21cc-4cf8-9fe8-c36184cb2eaf req-d86b19c0-53d9-4def-83bc-3969466f5e6b tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020446 Sep 17 15:45:26.947995 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-251568de-51d4-496a-86e3-3d4f0d1ed93c req-532522d8-2e70-453f-86f4-007903064336 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834253 Sep 17 15:45:26.948671 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-720226be-d781-41f7-b45e-07068906518d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:26.950520 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-720226be-d781-41f7-b45e-07068906518d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.37 "GET /v2.0/networks?id=87958012-751c-4ca5-9c47-f063d56f3b3a HTTP/1.1" status: 200 len: 808 time: 0.2910028 Sep 17 15:45:26.974048 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Request body: {'port': {'device_id': '2b64aa5e-e939-41c9-ad9b-1092b389f1dd', 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a', 'admin_state_up': True, 'tenant_id': '83aa5cf08b54405ab74cbdea0ea9911d'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:45:26.980194 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.116271 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Made reservation on behalf of 83aa5cf08b54405ab74cbdea0ea9911d for: {'port': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:45:27.122108 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.317147 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Allocated IP 172.20.0.3 (87958012-751c-4ca5-9c47-f063d56f3b3a/b3805919-f268-4d22-861f-ad99ac82c1c9/8a2381d9-5d04-498e-8be1-6d27ebf21250) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:45:27.349315 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b37960e-61b5-4756-8d9d-da2b1807b08c {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:45:27.361340 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.386932 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Transition to ACTIVE for port object 2b37960e-61b5-4756-8d9d-da2b1807b08c will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:45:27.407654 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.454149 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b37960e-61b5-4756-8d9d-da2b1807b08c,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:27.540910 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Attempting to bind port 2b37960e-61b5-4756-8d9d-da2b1807b08c on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:45:27.541574 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Attempting to bind port 2b37960e-61b5-4756-8d9d-da2b1807b08c by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:45:27.542033 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Attempting to bind port 2b37960e-61b5-4756-8d9d-da2b1807b08c on network dc043e30-874f-41c9-9332-5436376f0bba {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:45:27.546549 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Port 2b37960e-61b5-4756-8d9d-da2b1807b08c on network dc043e30-874f-41c9-9332-5436376f0bba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:45:27.546869 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Attempting to bind port 2b37960e-61b5-4756-8d9d-da2b1807b08c on network dc043e30-874f-41c9-9332-5436376f0bba {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:45:27.547565 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.551798 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:45:27.552150 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Checking segment: {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:45:27.552614 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Bound using segment: {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:45:27.552970 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Bound port: 2b37960e-61b5-4756-8d9d-da2b1807b08c, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:45:27.553445 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.573121 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4d09d5b6-f9cd-4ca7-af16-c4879f42ff66 req-0fdf8f61-0f6e-48f1-9169-188c9798dec2 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 210 time: 0.0389740 Sep 17 15:45:27.608540 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.632819 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] For port 2b37960e-61b5-4756-8d9d-da2b1807b08c, host hv-cinder-73409, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:45:27.637082 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] For port 2b37960e-61b5-4756-8d9d-da2b1807b08c, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:45:27.645298 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.655200 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Network 87958012-751c-4ca5-9c47-f063d56f3b3a is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:45:27.658311 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:45:27.665972 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:45:27.673075 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:27.673755 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.676521 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Pushing event updated for resources: {'Port': ['ID=8a2381d9-5d04-498e-8be1-6d27ebf21250,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:27.686267 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:27.686765 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.688333 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/2b37960e-61b5-4756-8d9d-da2b1807b08c HTTP/1.1" status: 200 len: 1093 time: 0.7993407 Sep 17 15:45:27.690881 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764d2735-d95d-4655-b57e-bbdf6df17e8c', 'tag': '2b37960e-61b5-4756-8d9d-da2b1807b08c'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:27.693481 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45536a0-e1ae-416a-a2df-3618d0da470b" -d '{"events": [{"name": "network-changed", "server_uuid": "764d2735-d95d-4655-b57e-bbdf6df17e8c", "tag": "2b37960e-61b5-4756-8d9d-da2b1807b08c"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:27.696979 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-83b3235d-06cc-4ef3-b674-fefbdfe6e508 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7267144 Sep 17 15:45:27.731160 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Request body: {'port': {'device_id': '2b64aa5e-e939-41c9-ad9b-1092b389f1dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:45:27.750032 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9546fc4-cb22-4481-ad4a-180bb4edc7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b37960e-61b5-4756-8d9d-da2b1807b08c,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:27.755257 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6db553a-2328-461e-a5db-e8a62b0ff82e x-openstack-request-id: req-c6db553a-2328-461e-a5db-e8a62b0ff82e {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:27.755546 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764d2735-d95d-4655-b57e-bbdf6df17e8c", "tag": "2b37960e-61b5-4756-8d9d-da2b1807b08c", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:27.755794 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6db553a-2328-461e-a5db-e8a62b0ff82e {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:27.756176 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764d2735-d95d-4655-b57e-bbdf6df17e8c', 'tag': '2b37960e-61b5-4756-8d9d-da2b1807b08c', 'status': 'completed', 'code': 200} Sep 17 15:45:27.787180 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:27.787725 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c14e10-0e6e-45bc-a223-65e1a915fe08 req-c8fae240-2695-4b62-881c-68e5927efaf3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:27.790167 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-28c14e10-0e6e-45bc-a223-65e1a915fe08 req-c8fae240-2695-4b62-881c-68e5927efaf3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0796669 Sep 17 15:45:27.838070 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-e1939748-5383-4625-8cd1-ea84a1570d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:27.839550 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-e1939748-5383-4625-8cd1-ea84a1570d5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 1096 time: 0.0705233 Sep 17 15:45:27.859641 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-28c14e10-0e6e-45bc-a223-65e1a915fe08 req-df1af3d5-4f81-4fde-86a2-44af4d57e327 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528426 Sep 17 15:45:27.898229 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-d3a53b23-392f-4223-ab9b-7a3b512c9221 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c HTTP/1.1" status: 200 len: 217 time: 0.0423164 Sep 17 15:45:27.962689 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-d2a54a9b-b363-42c2-868a-8536b8a87f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:27.964277 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-d2a54a9b-b363-42c2-868a-8536b8a87f7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0454319 Sep 17 15:45:28.010036 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-9aee59d6-83ef-4966-95ef-a1a662e2ccf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361233 Sep 17 15:45:28.073124 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2c73f-918a-42fc-b72d-b37595dc2e77 req-047d5952-c2ce-44df-b103-19edccd0d72a tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:28.074590 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-63b2c73f-918a-42fc-b72d-b37595dc2e77 req-047d5952-c2ce-44df-b103-19edccd0d72a tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 943 time: 0.0851748 Sep 17 15:45:28.117514 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef70b0-89a5-4e24-8fe1-224958f82b99 req-76d0fc3e-e506-4e93-8473-d9017e6b47c9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:28.119058 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fdef70b0-89a5-4e24-8fe1-224958f82b99 req-76d0fc3e-e506-4e93-8473-d9017e6b47c9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 943 time: 0.1037090 Sep 17 15:45:28.143854 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2381d9-5d04-498e-8be1-6d27ebf21250 {{(pid=100591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:45:28.151654 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-63b2c73f-918a-42fc-b72d-b37595dc2e77 req-14ed1a31-2923-4830-9ee0-51e89bf723d2 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692065 Sep 17 15:45:28.156449 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:28.156575 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-309ae115-6438-4a42-bb37-c6be322c4a96 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325178 Sep 17 15:45:28.172837 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Transition to ACTIVE for port object 8a2381d9-5d04-498e-8be1-6d27ebf21250 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:45:28.176450 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:28.196686 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fdef70b0-89a5-4e24-8fe1-224958f82b99 req-efcb2768-a1b5-4485-9f2a-fad544549b82 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699136 Sep 17 15:45:28.240781 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762e991-268d-43e4-b689-515810841314 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2381d9-5d04-498e-8be1-6d27ebf21250,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:28.268657 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ee520339-41a0-4a2f-84fa-d88c1a679c43 req-dfc9517f-a480-406b-ae5d-fa693b37e9f7 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037769 Sep 17 15:45:28.279834 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Attempting to bind port 8a2381d9-5d04-498e-8be1-6d27ebf21250 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:45:28.280169 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Attempting to bind port 8a2381d9-5d04-498e-8be1-6d27ebf21250 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '5c3798e2-df54-42e5-a862-0df0cdf8d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:45:28.280518 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Attempting to bind port 8a2381d9-5d04-498e-8be1-6d27ebf21250 on network 87958012-751c-4ca5-9c47-f063d56f3b3a {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:45:28.284776 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Port 8a2381d9-5d04-498e-8be1-6d27ebf21250 on network 87958012-751c-4ca5-9c47-f063d56f3b3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:45:28.285094 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Attempting to bind port 8a2381d9-5d04-498e-8be1-6d27ebf21250 on network 87958012-751c-4ca5-9c47-f063d56f3b3a {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:45:28.299885 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:45:28.300218 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Checking segment: {'id': '5c3798e2-df54-42e5-a862-0df0cdf8d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:45:28.300613 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Bound using segment: {'id': '5c3798e2-df54-42e5-a862-0df0cdf8d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:45:28.301031 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Bound port: 8a2381d9-5d04-498e-8be1-6d27ebf21250, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3798e2-df54-42e5-a862-0df0cdf8d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:45:28.301388 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:28.364905 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45536a0-e1ae-416a-a2df-3618d0da470b req-96128824-c0d0-4a2a-b975-eed8df97ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:28.367401 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a45536a0-e1ae-416a-a2df-3618d0da470b req-96128824-c0d0-4a2a-b975-eed8df97ae71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 1096 time: 0.0429068 Sep 17 15:45:28.367951 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] For port 8a2381d9-5d04-498e-8be1-6d27ebf21250, host hv-cinder-73409, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:45:28.370831 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] For port 8a2381d9-5d04-498e-8be1-6d27ebf21250, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=8a2381d9-5d04-498e-8be1-6d27ebf21250,segment=NetworkSegment(5c3798e2-df54-42e5-a862-0df0cdf8d114),segment_id=5c3798e2-df54-42e5-a862-0df0cdf8d114)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:45:28.375609 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:28.411454 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:28.412069 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:28.414307 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-0762e991-268d-43e4-b689-515810841314 service neutron] 10.222.0.37 "PUT /v2.0/ports/8a2381d9-5d04-498e-8be1-6d27ebf21250 HTTP/1.1" status: 200 len: 1093 time: 0.6900072 Sep 17 15:45:28.414827 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b64aa5e-e939-41c9-ad9b-1092b389f1dd', 'tag': '8a2381d9-5d04-498e-8be1-6d27ebf21250'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:28.417059 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23be367-5922-47ad-a48e-fa6350adfb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b64aa5e-e939-41c9-ad9b-1092b389f1dd", "tag": "8a2381d9-5d04-498e-8be1-6d27ebf21250"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:28.460525 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d8a0d8-2914-402b-ba7b-b55efc594423 x-openstack-request-id: req-28d8a0d8-2914-402b-ba7b-b55efc594423 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:28.460525 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b64aa5e-e939-41c9-ad9b-1092b389f1dd", "tag": "8a2381d9-5d04-498e-8be1-6d27ebf21250", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:28.460525 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28d8a0d8-2914-402b-ba7b-b55efc594423 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:28.460525 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b64aa5e-e939-41c9-ad9b-1092b389f1dd', 'tag': '8a2381d9-5d04-498e-8be1-6d27ebf21250', 'status': 'completed', 'code': 200} Sep 17 15:45:28.462274 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762e991-268d-43e4-b689-515810841314 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2381d9-5d04-498e-8be1-6d27ebf21250,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:28.498554 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45536a0-e1ae-416a-a2df-3618d0da470b req-be9d149b-4be1-4c14-85fd-5dbc7ee81048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:28.500353 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a45536a0-e1ae-416a-a2df-3618d0da470b req-be9d149b-4be1-4c14-85fd-5dbc7ee81048 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.1208551 Sep 17 15:45:28.528717 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-600d7ba1-edf2-4622-920a-9e3d32343a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:28.530348 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-600d7ba1-edf2-4622-920a-9e3d32343a33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83aa5cf08b54405ab74cbdea0ea9911d&device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 1096 time: 0.0552902 Sep 17 15:45:28.554640 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a45536a0-e1ae-416a-a2df-3618d0da470b req-98e097dd-f573-4ead-b9cd-f194b7af90aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c HTTP/1.1" status: 200 len: 217 time: 0.0453269 Sep 17 15:45:28.581077 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-1de5eee0-4fed-4e4b-b327-d09bee39ae37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a2381d9-5d04-498e-8be1-6d27ebf21250 HTTP/1.1" status: 200 len: 217 time: 0.0383275 Sep 17 15:45:28.611869 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45536a0-e1ae-416a-a2df-3618d0da470b req-a3ca9668-4ed1-42d5-8551-94058b18c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:28.613253 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a45536a0-e1ae-416a-a2df-3618d0da470b req-a3ca9668-4ed1-42d5-8551-94058b18c242 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0499284 Sep 17 15:45:28.638316 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-6239899f-e915-4402-b993-2f42674b9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:28.639972 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-6239899f-e915-4402-b993-2f42674b9e90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3805919-f268-4d22-861f-ad99ac82c1c9 HTTP/1.1" status: 200 len: 848 time: 0.0471051 Sep 17 15:45:28.687721 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a45536a0-e1ae-416a-a2df-3618d0da470b req-84305bf9-e8c7-4f5c-8a05-aa0eb07ba6a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271821 Sep 17 15:45:28.693702 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-60e194f3-a045-4524-9d46-731178771420 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87958012-751c-4ca5-9c47-f063d56f3b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306580 Sep 17 15:45:28.743030 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1967f-b5cc-4581-82d2-89f2f9d07bbe req-be8e7560-b0e5-422b-8700-15be4635477d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:28.744591 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-67f1967f-b5cc-4581-82d2-89f2f9d07bbe req-be8e7560-b0e5-422b-8700-15be4635477d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 943 time: 0.0594435 Sep 17 15:45:28.832189 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-67f1967f-b5cc-4581-82d2-89f2f9d07bbe req-62a5db94-b54a-447f-89da-37c4272185af tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769060 Sep 17 15:45:28.835128 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-e9e4dcb4-eff7-4fd8-adc7-433cbd3afd79 service neutron] 10.222.0.37 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085405 Sep 17 15:45:28.854190 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a45536a0-e1ae-416a-a2df-3618d0da470b req-1ed757d4-7df4-432f-aa9d-605bf3e594fb service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274288 Sep 17 15:45:28.958866 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a45536a0-e1ae-416a-a2df-3618d0da470b req-4be514f5-8e0c-40fa-b7b1-1fa3b0dab3ef service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946760 Sep 17 15:45:28.988214 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a09b95a-1460-4173-a14f-ed4a5ff1f030 req-c28757e5-1561-41f5-9ee6-104c85f2856d service neutron] 10.222.0.37 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421559 Sep 17 15:45:29.006887 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60063af-cfe3-42e7-868a-53b4e8106854 req-9c5cbf8a-0af7-4403-bedd-bb42d52b3ac1 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:29.008886 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d60063af-cfe3-42e7-868a-53b4e8106854 req-9c5cbf8a-0af7-4403-bedd-bb42d52b3ac1 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0625923 Sep 17 15:45:29.048060 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d60063af-cfe3-42e7-868a-53b4e8106854 req-975971eb-e654-4110-91a9-6ec767449141 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Sep 17 15:45:29.098265 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23be367-5922-47ad-a48e-fa6350adfb6f req-c92fdc35-5b12-4488-afb3-439ea46d6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:29.099705 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f23be367-5922-47ad-a48e-fa6350adfb6f req-c92fdc35-5b12-4488-afb3-439ea46d6a14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83aa5cf08b54405ab74cbdea0ea9911d&device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 1096 time: 0.0382750 Sep 17 15:45:29.182564 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:45:29.200158 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23be367-5922-47ad-a48e-fa6350adfb6f req-d082cde8-7be5-4498-9564-7e2945df3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:29.201646 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f23be367-5922-47ad-a48e-fa6350adfb6f req-d082cde8-7be5-4498-9564-7e2945df3db5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=87958012-751c-4ca5-9c47-f063d56f3b3a HTTP/1.1" status: 200 len: 909 time: 0.0883150 Sep 17 15:45:29.261056 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f23be367-5922-47ad-a48e-fa6350adfb6f req-986bfd95-fc9b-43c3-aa7a-d6376227b253 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a2381d9-5d04-498e-8be1-6d27ebf21250 HTTP/1.1" status: 200 len: 217 time: 0.0428772 Sep 17 15:45:29.285031 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,segment=NetworkSegment(d3e93140-42eb-425e-8fef-41fc65723955),segment_id=d3e93140-42eb-425e-8fef-41fc65723955)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:29.290873 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d124-a609-43fb-ae84-e7f2bb99ebd1 req-9c9dcf31-4a9f-41b8-a2f8-8d550dfc5c6c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:29.293334 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5176d124-a609-43fb-ae84-e7f2bb99ebd1 req-9c9dcf31-4a9f-41b8-a2f8-8d550dfc5c6c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 943 time: 0.0608468 Sep 17 15:45:29.297897 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '09ee8619-f89e-4bb9-98de-2a4fdcc9b237', 'network_id': 'd3a0981f-cc14-464e-a8ac-6c9c405b36fa', 'port_id': '09ee8619-f89e-4bb9-98de-2a4fdcc9b237', 'mac_address': 'fa:16:3e:2e:7a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a145d34-95a3-4dcf-8017-00e3b71af33d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:45:29.332328 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5176d124-a609-43fb-ae84-e7f2bb99ebd1 req-39103b15-042e-4a14-be80-1ab71e86935a tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326262 Sep 17 15:45:29.337812 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:29.350557 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23be367-5922-47ad-a48e-fa6350adfb6f req-5e894246-bb41-4523-a555-5119c6c77947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:29.352668 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f23be367-5922-47ad-a48e-fa6350adfb6f req-5e894246-bb41-4523-a555-5119c6c77947 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3805919-f268-4d22-861f-ad99ac82c1c9 HTTP/1.1" status: 200 len: 848 time: 0.0725591 Sep 17 15:45:29.356459 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:45:29.360694 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f53341-b8ec-4eae-8007-f4c02946ce63 req-b6c06a30-3ecb-4c89-9c38-82c032bac62a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:29.362147 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f1f53341-b8ec-4eae-8007-f4c02946ce63 req-b6c06a30-3ecb-4c89-9c38-82c032bac62a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 943 time: 0.0917630 Sep 17 15:45:29.376091 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,segment=NetworkSegment(d3e93140-42eb-425e-8fef-41fc65723955),segment_id=d3e93140-42eb-425e-8fef-41fc65723955)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:29.380406 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:29.396501 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f23be367-5922-47ad-a48e-fa6350adfb6f req-d67c9c3c-1719-4be3-b762-77c47c0caf65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87958012-751c-4ca5-9c47-f063d56f3b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334055 Sep 17 15:45:29.428744 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:29.432013 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f1f53341-b8ec-4eae-8007-f4c02946ce63 req-727511d1-17a3-4669-b216-11c3473c33f8 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616686 Sep 17 15:45:29.501241 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f23be367-5922-47ad-a48e-fa6350adfb6f req-de2deb7a-2edd-49de-a6a2-4ff2db7f828f service neutron] 10.222.0.37 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920284 Sep 17 15:45:29.613877 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f23be367-5922-47ad-a48e-fa6350adfb6f req-67a8ef43-e1c5-4185-ae2b-51c23f56f062 service neutron] 10.222.0.37 "GET /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897744 Sep 17 15:45:29.952327 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe80bc-c807-4f46-8f5f-8c5e6211ed87 req-f0f8be55-0761-4e3f-9f3a-664952db6903 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:29.953867 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5fbe80bc-c807-4f46-8f5f-8c5e6211ed87 req-f0f8be55-0761-4e3f-9f3a-664952db6903 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 943 time: 0.0499709 Sep 17 15:45:29.994714 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5fbe80bc-c807-4f46-8f5f-8c5e6211ed87 req-e2b6e13e-e47f-4486-89a5-458c81e8facc tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342662 Sep 17 15:45:30.016670 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['09ee8619-f89e-4bb9-98de-2a4fdcc9b237'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:45:30.176482 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6abd4-f4be-40e7-8742-480e42529eb7 req-218f78bb-d68a-4f31-b0fc-71148a331eb0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:30.178004 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b9b6abd4-f4be-40e7-8742-480e42529eb7 req-218f78bb-d68a-4f31-b0fc-71148a331eb0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0582237 Sep 17 15:45:30.218009 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b9b6abd4-f4be-40e7-8742-480e42529eb7 req-9806ae41-78ca-4850-9245-98c64728d0d4 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331974 Sep 17 15:45:30.447010 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94942f41-a850-4e36-863c-2e80c98b69c1 req-a398ebf9-09d4-40c9-8987-55e7c2940f93 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:30.448446 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-94942f41-a850-4e36-863c-2e80c98b69c1 req-a398ebf9-09d4-40c9-8987-55e7c2940f93 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 944 time: 0.0468712 Sep 17 15:45:30.486771 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-94942f41-a850-4e36-863c-2e80c98b69c1 req-c3f2021b-d024-45b5-948a-ebc6400a9706 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324466 Sep 17 15:45:30.682867 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123013ac-d9ae-4578-b411-c63ce88c59f3 req-65e14997-c0f9-426e-843e-94bf7f6c6f98 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:30.684319 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-123013ac-d9ae-4578-b411-c63ce88c59f3 req-65e14997-c0f9-426e-843e-94bf7f6c6f98 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 943 time: 0.0471594 Sep 17 15:45:30.720549 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-123013ac-d9ae-4578-b411-c63ce88c59f3 req-cbe20428-fd8b-4c67-9759-9036aa9e1f86 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303226 Sep 17 15:45:31.119540 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ad15d-a496-4437-896d-5ef3ed849c1b req-399d68bb-128b-4c35-b7ff-45f9e9b8882b tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:31.121162 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-065ad15d-a496-4437-896d-5ef3ed849c1b req-399d68bb-128b-4c35-b7ff-45f9e9b8882b tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 943 time: 0.0542901 Sep 17 15:45:31.166680 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-065ad15d-a496-4437-896d-5ef3ed849c1b req-35e396b8-3261-4d42-85bf-dec474ba744c tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386002 Sep 17 15:45:31.197874 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 2b37960e-61b5-4756-8d9d-da2b1807b08c details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:45:31.301325 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 2b37960e-61b5-4756-8d9d-da2b1807b08c, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:31.313967 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '2b37960e-61b5-4756-8d9d-da2b1807b08c', 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba', 'port_id': '2b37960e-61b5-4756-8d9d-da2b1807b08c', 'mac_address': 'fa:16:3e:ec:42:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb33798-0025-4542-8a17-2685e37ce4b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:45:31.334997 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f39cc-f957-40db-a6a4-a702c8558d79 req-299eed2a-fb3f-4004-ad39-2f5fce652802 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:31.337255 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f59f39cc-f957-40db-a6a4-a702c8558d79 req-299eed2a-fb3f-4004-ad39-2f5fce652802 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0484564 Sep 17 15:45:31.353632 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:31.367907 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b37960e-61b5-4756-8d9d-da2b1807b08c {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:45:31.376292 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f59f39cc-f957-40db-a6a4-a702c8558d79 req-3bae5bf5-5ca7-4aef-b160-a6ef8cef6aa6 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Sep 17 15:45:31.391095 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 2b37960e-61b5-4756-8d9d-da2b1807b08c, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:31.395853 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:31.450461 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=2b37960e-61b5-4756-8d9d-da2b1807b08c,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:31.613869 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de2321-80e6-4444-9533-7f8e86e967ac req-b04747d0-a7db-48ba-8f05-eb29c42e4006 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:31.615682 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-93de2321-80e6-4444-9533-7f8e86e967ac req-b04747d0-a7db-48ba-8f05-eb29c42e4006 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 944 time: 0.0522463 Sep 17 15:45:31.671277 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-93de2321-80e6-4444-9533-7f8e86e967ac req-4657b08d-5355-400b-aea3-d3a61b9a55ce tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Sep 17 15:45:31.843871 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4de27-6419-4210-a787-180618d6a2a1 req-87707acd-2ac2-4040-84ff-2e746950ac9f tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:31.845324 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8c4de27-6419-4210-a787-180618d6a2a1 req-87707acd-2ac2-4040-84ff-2e746950ac9f tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 944 time: 0.0520945 Sep 17 15:45:31.888436 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8c4de27-6419-4210-a787-180618d6a2a1 req-aa1f6470-5844-416c-8a1d-d1b3d6cdaf1e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362315 Sep 17 15:45:31.990757 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['2b37960e-61b5-4756-8d9d-da2b1807b08c'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:45:32.287665 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e391cc-164a-4c2f-9245-84283eae5824 req-12ce0b88-99e1-49ed-8fa0-d08f70d3045c tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:32.289909 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e1e391cc-164a-4c2f-9245-84283eae5824 req-12ce0b88-99e1-49ed-8fa0-d08f70d3045c tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 943 time: 0.0529416 Sep 17 15:45:32.328290 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e1e391cc-164a-4c2f-9245-84283eae5824 req-23249cd1-97d2-4d0c-9046-a63f7a32c763 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322976 Sep 17 15:45:32.496203 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd42de-94ee-4d3c-9e6d-63ffa272030a req-144b7947-8796-4886-800f-82ae89863866 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:32.497727 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-97fd42de-94ee-4d3c-9e6d-63ffa272030a req-144b7947-8796-4886-800f-82ae89863866 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0498378 Sep 17 15:45:32.536418 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-97fd42de-94ee-4d3c-9e6d-63ffa272030a req-119a94a8-fb8d-4fd6-b562-0f287a238613 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Sep 17 15:45:32.800023 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13c71e-5d8c-4aea-9776-a652f183f401 req-eba6af6f-ef72-4223-9772-0ba8910c3f19 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:32.801516 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6b13c71e-5d8c-4aea-9776-a652f183f401 req-eba6af6f-ef72-4223-9772-0ba8910c3f19 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 944 time: 0.0519915 Sep 17 15:45:32.841584 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6b13c71e-5d8c-4aea-9776-a652f183f401 req-32c1bc2e-8428-49bd-b96d-09bb9d268fa6 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Sep 17 15:45:33.003698 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffe077-8083-4471-a528-6d17fcced633 req-d911a70c-f276-4223-adcd-42bcdb6217a5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:33.005282 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f9ffe077-8083-4471-a528-6d17fcced633 req-d911a70c-f276-4223-adcd-42bcdb6217a5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 944 time: 0.0498335 Sep 17 15:45:33.045163 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f9ffe077-8083-4471-a528-6d17fcced633 req-9e1fe164-5ec7-46fa-887c-9e3b162b3055 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328782 Sep 17 15:45:33.213982 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 8a2381d9-5d04-498e-8be1-6d27ebf21250 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:45:33.217914 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:45:33.324211 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:45:33.330491 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:45:33.330876 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:33.381330 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 8a2381d9-5d04-498e-8be1-6d27ebf21250, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=8a2381d9-5d04-498e-8be1-6d27ebf21250,segment=NetworkSegment(5c3798e2-df54-42e5-a862-0df0cdf8d114),segment_id=5c3798e2-df54-42e5-a862-0df0cdf8d114)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:33.399800 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '8a2381d9-5d04-498e-8be1-6d27ebf21250', 'network_id': '87958012-751c-4ca5-9c47-f063d56f3b3a', 'port_id': '8a2381d9-5d04-498e-8be1-6d27ebf21250', 'mac_address': 'fa:16:3e:8e:51:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3805919-f268-4d22-861f-ad99ac82c1c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:45:33.446235 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e516e02-1b26-43bb-bc1e-339ef1763e28 req-3ec70db8-0f9e-485e-a1a3-8784a9323c62 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:33.447720 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9e516e02-1b26-43bb-bc1e-339ef1763e28 req-3ec70db8-0f9e-485e-a1a3-8784a9323c62 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 943 time: 0.0504177 Sep 17 15:45:33.463117 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:33.469142 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:33.490502 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2381d9-5d04-498e-8be1-6d27ebf21250 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:45:33.495212 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9e516e02-1b26-43bb-bc1e-339ef1763e28 req-9fd252a8-22e9-4f14-8a36-7fd871f6130c tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Sep 17 15:45:33.514886 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b77887-78af-4645-af19-3676166e176b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ee8619-f89e-4bb9-98de-2a4fdcc9b237'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:33.514886 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f774b-576e-4cfd-b811-28608a594ec4" -d '{"events": [{"server_uuid": "67b77887-78af-4645-af19-3676166e176b", "name": "network-vif-plugged", "status": "completed", "tag": "09ee8619-f89e-4bb9-98de-2a4fdcc9b237"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:33.530285 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,segment=NetworkSegment(d3e93140-42eb-425e-8fef-41fc65723955),segment_id=d3e93140-42eb-425e-8fef-41fc65723955)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:33.532331 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 8a2381d9-5d04-498e-8be1-6d27ebf21250, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=8a2381d9-5d04-498e-8be1-6d27ebf21250,segment=NetworkSegment(5c3798e2-df54-42e5-a862-0df0cdf8d114),segment_id=5c3798e2-df54-42e5-a862-0df0cdf8d114)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:33.534842 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:33.539623 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:33.562455 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8b9304-3cab-4c7d-8567-f850ac4f63f6 x-openstack-request-id: req-0e8b9304-3cab-4c7d-8567-f850ac4f63f6 {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:33.562712 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b77887-78af-4645-af19-3676166e176b", "name": "network-vif-plugged", "status": "completed", "tag": "09ee8619-f89e-4bb9-98de-2a4fdcc9b237", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:33.562971 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e8b9304-3cab-4c7d-8567-f850ac4f63f6 {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:33.563350 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b77887-78af-4645-af19-3676166e176b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ee8619-f89e-4bb9-98de-2a4fdcc9b237', 'code': 200} Sep 17 15:45:33.594129 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:33.648351 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=8a2381d9-5d04-498e-8be1-6d27ebf21250,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:33.660100 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdca64-668c-4434-81fe-e4c4caac480f req-e2a316b0-1ef5-4b30-8b66-023862ae89f5 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:33.661625 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-19cdca64-668c-4434-81fe-e4c4caac480f req-e2a316b0-1ef5-4b30-8b66-023862ae89f5 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0510097 Sep 17 15:45:33.704860 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-19cdca64-668c-4434-81fe-e4c4caac480f req-e43ae182-f94d-4891-aa4e-1a64a76838a9 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354545 Sep 17 15:45:33.753332 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bd7e9-9c61-4c88-8a6c-bc957015dac1 req-c30c877b-3bd3-410e-8bc9-bc7654245f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:33.754848 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-356bd7e9-9c61-4c88-8a6c-bc957015dac1 req-c30c877b-3bd3-410e-8bc9-bc7654245f69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 1098 time: 0.0431070 Sep 17 15:45:33.795964 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-356bd7e9-9c61-4c88-8a6c-bc957015dac1 req-b48649bb-ca4b-4d94-b0ef-38b5c6e7abf8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274749 Sep 17 15:45:33.962602 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280882f3-806d-4405-95c6-1116fa9a14c4 req-f221d7ae-7b27-422c-8a4b-1a850569c69b tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:33.964017 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-280882f3-806d-4405-95c6-1116fa9a14c4 req-f221d7ae-7b27-422c-8a4b-1a850569c69b tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 945 time: 0.0469491 Sep 17 15:45:34.000627 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-280882f3-806d-4405-95c6-1116fa9a14c4 req-340a5fc7-e81e-41e0-9bb0-abf1a8dd1b82 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306609 Sep 17 15:45:34.098290 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['8a2381d9-5d04-498e-8be1-6d27ebf21250'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:45:34.177954 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4e733-5322-476f-99ee-6ce0da3de942 req-8c84074f-0459-4a2b-92d2-7338f7d30a95 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:34.179754 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cea4e733-5322-476f-99ee-6ce0da3de942 req-8c84074f-0459-4a2b-92d2-7338f7d30a95 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 944 time: 0.0549400 Sep 17 15:45:34.222173 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cea4e733-5322-476f-99ee-6ce0da3de942 req-b6e93097-b45a-4737-b980-07234e6f45d6 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365307 Sep 17 15:45:34.611665 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b283-f16b-4fc7-9d84-24938ac145ae req-7413bca6-502c-40e9-977d-d2e4fe49d9d2 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:34.613147 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7801b283-f16b-4fc7-9d84-24938ac145ae req-7413bca6-502c-40e9-977d-d2e4fe49d9d2 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 944 time: 0.0495455 Sep 17 15:45:34.651671 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7801b283-f16b-4fc7-9d84-24938ac145ae req-d558abdd-954c-4cf2-b4e6-84c4914ee884 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314033 Sep 17 15:45:34.822062 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20481-4c01-493f-ba0b-8d729a4bbc68 req-48d2c90c-ba18-414b-a109-b39ee76315c2 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:34.823526 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-47a20481-4c01-493f-ba0b-8d729a4bbc68 req-48d2c90c-ba18-414b-a109-b39ee76315c2 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0473735 Sep 17 15:45:34.862200 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-47a20481-4c01-493f-ba0b-8d729a4bbc68 req-936f9815-d41b-484e-b11d-889c9626a5e8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Sep 17 15:45:35.115532 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a145e-c252-4364-806b-9a149a7e5b42 req-b42072c4-7ece-40bf-a4b9-85625e86b9dc tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:35.116970 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a67a145e-c252-4364-806b-9a149a7e5b42 req-b42072c4-7ece-40bf-a4b9-85625e86b9dc tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 945 time: 0.0504258 Sep 17 15:45:35.152774 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a67a145e-c252-4364-806b-9a149a7e5b42 req-18a9aec7-0347-4030-bf70-7925f96171ec tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292914 Sep 17 15:45:35.214165 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 2b37960e-61b5-4756-8d9d-da2b1807b08c up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:45:35.264999 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 2b37960e-61b5-4756-8d9d-da2b1807b08c completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:45:35.268611 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 2b37960e-61b5-4756-8d9d-da2b1807b08c triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:45:35.268984 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:35.338424 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4689610-0973-4229-980f-730b95db408b req-76c372b8-bdcd-4280-9e57-1ee2c94a5e83 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:35.339911 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f4689610-0973-4229-980f-730b95db408b req-76c372b8-bdcd-4280-9e57-1ee2c94a5e83 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 944 time: 0.0493722 Sep 17 15:45:35.352946 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:35.398238 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f4689610-0973-4229-980f-730b95db408b req-38d9bfee-a503-46e7-99b1-537b1c4406c6 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469623 Sep 17 15:45:35.408954 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 2b37960e-61b5-4756-8d9d-da2b1807b08c, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:35.423222 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:35.472305 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=2b37960e-61b5-4756-8d9d-da2b1807b08c,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:35.564971 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d2735-d95d-4655-b57e-bbdf6df17e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b37960e-61b5-4756-8d9d-da2b1807b08c'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:35.567485 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d88e538-512f-4792-8c14-4402835c0a5f" -d '{"events": [{"server_uuid": "764d2735-d95d-4655-b57e-bbdf6df17e8c", "name": "network-vif-plugged", "status": "completed", "tag": "2b37960e-61b5-4756-8d9d-da2b1807b08c"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:35.608177 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dba78d-4270-42a0-b2e3-66b8f151d05b x-openstack-request-id: req-b2dba78d-4270-42a0-b2e3-66b8f151d05b {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:35.608377 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d2735-d95d-4655-b57e-bbdf6df17e8c", "name": "network-vif-plugged", "status": "completed", "tag": "2b37960e-61b5-4756-8d9d-da2b1807b08c", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:35.608694 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2dba78d-4270-42a0-b2e3-66b8f151d05b {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:35.608996 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d2735-d95d-4655-b57e-bbdf6df17e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b37960e-61b5-4756-8d9d-da2b1807b08c', 'code': 200} Sep 17 15:45:35.775136 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b64d-8df7-4dec-812a-8dee12428cb8 req-a5809f92-19fc-4b5f-acfa-65bda2d31592 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:35.776637 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4527b64d-8df7-4dec-812a-8dee12428cb8 req-a5809f92-19fc-4b5f-acfa-65bda2d31592 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 944 time: 0.0535333 Sep 17 15:45:35.816080 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4527b64d-8df7-4dec-812a-8dee12428cb8 req-af6675e4-7a82-4a4b-bc50-426858773331 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Sep 17 15:45:35.820264 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99db0e-2a6f-45de-812f-38787a0bbee6 req-cf521084-c26a-43d7-8a1f-8e4e650874e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:35.822381 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2f99db0e-2a6f-45de-812f-38787a0bbee6 req-cf521084-c26a-43d7-8a1f-8e4e650874e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 1098 time: 0.0410914 Sep 17 15:45:35.873448 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2f99db0e-2a6f-45de-812f-38787a0bbee6 req-3b3f03f8-8a67-492e-839b-4fda33a2ee2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311329 Sep 17 15:45:35.979626 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464898b7-fa45-425b-be5e-9c0751457b1b req-48b6da3c-a9c3-47c2-9a37-a94ac2b89abb tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:35.981108 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-464898b7-fa45-425b-be5e-9c0751457b1b req-48b6da3c-a9c3-47c2-9a37-a94ac2b89abb tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0484273 Sep 17 15:45:36.017758 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-464898b7-fa45-425b-be5e-9c0751457b1b req-4e4d1e0c-62a2-43f3-b549-ad28f5b61e8c tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306358 Sep 17 15:45:36.270529 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56231875-3dfe-42bf-bdc7-2456653471ab req-a68286d0-9a11-4a75-811a-c805425155f7 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:36.271981 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-56231875-3dfe-42bf-bdc7-2456653471ab req-a68286d0-9a11-4a75-811a-c805425155f7 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 945 time: 0.0464034 Sep 17 15:45:36.317244 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-56231875-3dfe-42bf-bdc7-2456653471ab req-ba1cbb30-68ed-4e54-970b-044669425059 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341957 Sep 17 15:45:36.519058 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af363a6d-bb87-421e-92a0-012838bfa6bb req-70d3be36-51ae-49af-a479-0948cd2cccff tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:36.522887 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-af363a6d-bb87-421e-92a0-012838bfa6bb req-70d3be36-51ae-49af-a479-0948cd2cccff tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0492361 Sep 17 15:45:36.565347 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-af363a6d-bb87-421e-92a0-012838bfa6bb req-ce727fca-c871-483c-af85-9d2271c3c0ea tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351751 Sep 17 15:45:36.946857 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b15797-b7d5-4aa7-93b9-8145c66ad02c req-20975a3b-ec04-40d9-b01b-383ced822086 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:36.948341 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-70b15797-b7d5-4aa7-93b9-8145c66ad02c req-20975a3b-ec04-40d9-b01b-383ced822086 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 944 time: 0.0543256 Sep 17 15:45:36.989565 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-70b15797-b7d5-4aa7-93b9-8145c66ad02c req-7ede193b-d823-4bd5-bfb4-a44fb41fa1ce tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351465 Sep 17 15:45:37.146560 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91d572-9f22-4775-9dd6-b84fdbfcc75e req-ade3a580-2596-4ebc-8a50-49cc3aba3a67 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:37.148023 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1b91d572-9f22-4775-9dd6-b84fdbfcc75e req-ade3a580-2596-4ebc-8a50-49cc3aba3a67 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0519433 Sep 17 15:45:37.188163 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1b91d572-9f22-4775-9dd6-b84fdbfcc75e req-ad218d39-a7d4-47b2-ae20-5a712086f22e tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Sep 17 15:45:37.234775 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 8a2381d9-5d04-498e-8be1-6d27ebf21250 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:45:37.283589 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 8a2381d9-5d04-498e-8be1-6d27ebf21250 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:45:37.287484 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 8a2381d9-5d04-498e-8be1-6d27ebf21250 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:45:37.287870 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:37.365246 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:37.398459 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 8a2381d9-5d04-498e-8be1-6d27ebf21250, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=8a2381d9-5d04-498e-8be1-6d27ebf21250,segment=NetworkSegment(5c3798e2-df54-42e5-a862-0df0cdf8d114),segment_id=5c3798e2-df54-42e5-a862-0df0cdf8d114)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:37.401953 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:37.451157 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=8a2381d9-5d04-498e-8be1-6d27ebf21250,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:37.610060 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b64aa5e-e939-41c9-ad9b-1092b389f1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2381d9-5d04-498e-8be1-6d27ebf21250'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:37.612397 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f55655-28df-4f4a-8216-549a5b3d09e8" -d '{"events": [{"server_uuid": "2b64aa5e-e939-41c9-ad9b-1092b389f1dd", "name": "network-vif-plugged", "status": "completed", "tag": "8a2381d9-5d04-498e-8be1-6d27ebf21250"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:37.678331 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78edf6e5-54cf-418a-a82e-94c1f41ebbcc x-openstack-request-id: req-78edf6e5-54cf-418a-a82e-94c1f41ebbcc {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:37.678589 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b64aa5e-e939-41c9-ad9b-1092b389f1dd", "name": "network-vif-plugged", "status": "completed", "tag": "8a2381d9-5d04-498e-8be1-6d27ebf21250", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:37.678950 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78edf6e5-54cf-418a-a82e-94c1f41ebbcc {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:37.679284 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b64aa5e-e939-41c9-ad9b-1092b389f1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2381d9-5d04-498e-8be1-6d27ebf21250', 'code': 200} Sep 17 15:45:37.686567 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7d24-c258-409a-82b6-b8bfcd8db0f6 req-03f418aa-b429-4be1-96d8-e22bcec3b825 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:37.688137 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-05ee7d24-c258-409a-82b6-b8bfcd8db0f6 req-03f418aa-b429-4be1-96d8-e22bcec3b825 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0557380 Sep 17 15:45:37.729002 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-05ee7d24-c258-409a-82b6-b8bfcd8db0f6 req-a7227ce7-4023-4f11-9034-355e06578bb7 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347424 Sep 17 15:45:37.941885 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66ee7-618e-4568-a5fa-431b945c44e5 req-6fe2145a-e8dd-4246-a5d0-2fe1b1531295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:37.943555 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-daf66ee7-618e-4568-a5fa-431b945c44e5 req-6fe2145a-e8dd-4246-a5d0-2fe1b1531295 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 1098 time: 0.0429821 Sep 17 15:45:37.982717 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-daf66ee7-618e-4568-a5fa-431b945c44e5 req-52fbf39d-6b26-4368-ab6f-6837825be468 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282748 Sep 17 15:45:38.113037 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd55967-b9d0-4b91-b8cb-9f8d789eff16 req-4cc534e1-906e-445f-bd86-83fafffe3e7c tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:38.114607 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7dd55967-b9d0-4b91-b8cb-9f8d789eff16 req-4cc534e1-906e-445f-bd86-83fafffe3e7c tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 945 time: 0.0531790 Sep 17 15:45:38.160898 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7dd55967-b9d0-4b91-b8cb-9f8d789eff16 req-faf2c364-c1f9-4a6d-85ee-c693d365dd4f tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377648 Sep 17 15:45:38.316931 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd691c7-c69f-4704-93fc-4161da7a7fb1 req-0060d63a-e2b8-4585-9d76-8fe43b6ba31b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:38.319175 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ecd691c7-c69f-4704-93fc-4161da7a7fb1 req-0060d63a-e2b8-4585-9d76-8fe43b6ba31b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0578387 Sep 17 15:45:38.358471 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ecd691c7-c69f-4704-93fc-4161da7a7fb1 req-1f09b343-e2e3-49ab-8e5c-b058c37e8a16 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Sep 17 15:45:38.622458 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40914) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:38.731564 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ec97f43e-4200-4d2b-9017-d68ba9ee1c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:38.843797 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ec97f43e-4200-4d2b-9017-d68ba9ee1c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:38.848956 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ec97f43e-4200-4d2b-9017-d68ba9ee1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:38.863208 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818b0ad-9cbe-4f58-8928-0df03e296014 req-f7d4c4cd-3077-4a8c-ad9b-4da0a88011cc tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:38.865087 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5818b0ad-9cbe-4f58-8928-0df03e296014 req-f7d4c4cd-3077-4a8c-ad9b-4da0a88011cc tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0633125 Sep 17 15:45:38.897854 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97f43e-4200-4d2b-9017-d68ba9ee1c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf887d8-f693-4883-b49d-be20c205abe2,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:38.905285 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-ec97f43e-4200-4d2b-9017-d68ba9ee1c0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58260ec99e8643559586f8db1cf63561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794881 Sep 17 15:45:38.905589 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40926) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:38.924177 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5818b0ad-9cbe-4f58-8928-0df03e296014 req-d8b8bac0-edd0-406a-8c84-ca6e60f7fce9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513642 Sep 17 15:45:38.959390 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9bedb221-f5c0-41aa-b1dd-4e295cdff6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:38.981759 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9bedb221-f5c0-41aa-b1dd-4e295cdff6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.037955 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9bedb221-f5c0-41aa-b1dd-4e295cdff6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.041891 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9bedb221-f5c0-41aa-b1dd-4e295cdff6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.043100 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-9bedb221-f5c0-41aa-b1dd-4e295cdff6a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8cf887d8-f693-4883-b49d-be20c205abe2 HTTP/1.1" status: 204 len: 168 time: 0.1366546 Sep 17 15:45:39.051022 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedb221-f5c0-41aa-b1dd-4e295cdff6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf887d8-f693-4883-b49d-be20c205abe2,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:39.082093 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-01853b48-26ae-46c9-a7a7-2715328b71fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.291972 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33deef7-838c-4204-8d77-0dd5e05f7441 req-9463c520-ce59-4066-bd37-dec2a45aaad7 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:39.294697 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e33deef7-838c-4204-8d77-0dd5e05f7441 req-9463c520-ce59-4066-bd37-dec2a45aaad7 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 945 time: 0.0541739 Sep 17 15:45:39.335522 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40944) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:39.341389 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e33deef7-838c-4204-8d77-0dd5e05f7441 req-73cd9eef-8655-4e2b-9bbb-89c28f675213 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 Sep 17 15:45:39.355071 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-578d7d93-37a7-4629-b962-c5c3af764e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.475805 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-578d7d93-37a7-4629-b962-c5c3af764e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.481408 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-578d7d93-37a7-4629-b962-c5c3af764e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.501410 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50cd4e-33d4-4bf0-938d-9bd75a3840db req-c4ed9f5f-8fae-4e46-95f4-00cfd5e06d35 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:39.503124 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5a50cd4e-33d4-4bf0-938d-9bd75a3840db req-c4ed9f5f-8fae-4e46-95f4-00cfd5e06d35 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0620062 Sep 17 15:45:39.526786 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-578d7d93-37a7-4629-b962-c5c3af764e60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3ee476f838d40bab688c21211599b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894591 Sep 17 15:45:39.527672 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d7d93-37a7-4629-b962-c5c3af764e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52c69f9-0660-40d8-99b2-ad57a7d7571d,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:39.529367 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40952) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:39.563785 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5a50cd4e-33d4-4bf0-938d-9bd75a3840db req-3e3cb60d-a70d-4470-9c18-61c6dd3268a3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540166 Sep 17 15:45:39.592402 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b17c5957-3e70-42d8-888f-0ad86da53ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.613757 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b17c5957-3e70-42d8-888f-0ad86da53ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.670607 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b17c5957-3e70-42d8-888f-0ad86da53ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.673697 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b17c5957-3e70-42d8-888f-0ad86da53ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:39.674848 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-b17c5957-3e70-42d8-888f-0ad86da53ee9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f52c69f9-0660-40d8-99b2-ad57a7d7571d HTTP/1.1" status: 204 len: 168 time: 0.1443787 Sep 17 15:45:39.686277 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c5957-3e70-42d8-888f-0ad86da53ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52c69f9-0660-40d8-99b2-ad57a7d7571d,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:40.460247 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fc941-d85e-4126-b50d-2b068b729c43 req-a5e1f5a3-c91b-4627-923f-96e2451b6ddf tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:40.462635 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1e2fc941-d85e-4126-b50d-2b068b729c43 req-a5e1f5a3-c91b-4627-923f-96e2451b6ddf tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 945 time: 0.0487061 Sep 17 15:45:40.505760 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1e2fc941-d85e-4126-b50d-2b068b729c43 req-a5f41639-fcd2-4439-8ea2-dbab41eedec9 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360887 Sep 17 15:45:40.680512 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43ce72-a88f-443c-ac1f-7f0065054a4d req-b0abdc0b-4a97-4f21-8588-f3129c22fefa tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:40.682108 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3c43ce72-a88f-443c-ac1f-7f0065054a4d req-b0abdc0b-4a97-4f21-8588-f3129c22fefa tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0494969 Sep 17 15:45:40.723617 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3c43ce72-a88f-443c-ac1f-7f0065054a4d req-f7b1f69a-1664-4fc6-894c-34b588fb0775 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356216 Sep 17 15:45:41.554605 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5576b91-759b-4907-87ee-94343394bb70 req-120f5c9b-b911-4bb4-9c2a-004c5611dcf1 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:41.556175 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e5576b91-759b-4907-87ee-94343394bb70 req-120f5c9b-b911-4bb4-9c2a-004c5611dcf1 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 945 time: 0.0557661 Sep 17 15:45:41.593992 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e5576b91-759b-4907-87ee-94343394bb70 req-4deac1f3-7d1b-4cc7-94b6-383938a4799c tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317857 Sep 17 15:45:41.749662 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5a290b06-68f4-436a-8b8b-b286b29928e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:41.778175 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41064) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:41.853364 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3157c8-411c-41f8-9d0c-496844e60ef6 req-5f38df35-b5ca-4c6f-85fe-c2ca58410563 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:41.854826 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5d3157c8-411c-41f8-9d0c-496844e60ef6 req-5f38df35-b5ca-4c6f-85fe-c2ca58410563 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0561333 Sep 17 15:45:41.897051 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5d3157c8-411c-41f8-9d0c-496844e60ef6 req-2d8ffdee-f9e3-4273-828d-27a7c08bc560 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357604 Sep 17 15:45:41.917067 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5279d990-4577-457a-958e-7fc148b3fc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.006299 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5279d990-4577-457a-958e-7fc148b3fc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.010504 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5279d990-4577-457a-958e-7fc148b3fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.049509 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-5279d990-4577-457a-958e-7fc148b3fc93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9988d58909c34ef086e3bf7c6723b589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706094 Sep 17 15:45:42.050652 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279d990-4577-457a-958e-7fc148b3fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad19de25-7fd3-45b6-83c4-c6463a15412e,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:42.052251 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41078) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:42.072077 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.108496 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f868d4c1-255d-4b5a-8774-1a246c1df0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.129669 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f868d4c1-255d-4b5a-8774-1a246c1df0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.176051 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f868d4c1-255d-4b5a-8774-1a246c1df0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.178784 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f868d4c1-255d-4b5a-8774-1a246c1df0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.180059 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-f868d4c1-255d-4b5a-8774-1a246c1df0b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad19de25-7fd3-45b6-83c4-c6463a15412e HTTP/1.1" status: 204 len: 168 time: 0.1267207 Sep 17 15:45:42.187638 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868d4c1-255d-4b5a-8774-1a246c1df0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad19de25-7fd3-45b6-83c4-c6463a15412e,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:42.448432 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41088) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:42.466755 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c867aeeb-6b7c-46d9-b79e-dec1bd47f80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.559617 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c867aeeb-6b7c-46d9-b79e-dec1bd47f80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.563529 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c867aeeb-6b7c-46d9-b79e-dec1bd47f80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.600789 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867aeeb-6b7c-46d9-b79e-dec1bd47f80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb3d42-3769-44c5-99be-bdb9141aa326,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:42.606995 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-c867aeeb-6b7c-46d9-b79e-dec1bd47f80e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99453d72d59f4eac9b38da6c187e3012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575353 Sep 17 15:45:42.610425 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41090) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:42.661900 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c8cb-2179-4226-893b-cea3e2eac0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.683700 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c8cb-2179-4226-893b-cea3e2eac0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.709657 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed32931-471e-4f19-853b-7a0996f5e66e req-eec49d99-eba2-4015-bc7d-689f80692ada tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:42.711728 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7ed32931-471e-4f19-853b-7a0996f5e66e req-eec49d99-eba2-4015-bc7d-689f80692ada tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 945 time: 0.0474939 Sep 17 15:45:42.736389 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c8cb-2179-4226-893b-cea3e2eac0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.739006 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c8cb-2179-4226-893b-cea3e2eac0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:42.743573 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-0bc7c8cb-2179-4226-893b-cea3e2eac0ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6cb3d42-3769-44c5-99be-bdb9141aa326 HTTP/1.1" status: 204 len: 168 time: 0.1321661 Sep 17 15:45:42.751389 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7c8cb-2179-4226-893b-cea3e2eac0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb3d42-3769-44c5-99be-bdb9141aa326,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:42.755735 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7ed32931-471e-4f19-853b-7a0996f5e66e req-f0998c6a-ff16-4cf8-9eac-6b66ff89ae4e tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348711 Sep 17 15:45:43.015072 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86856787-88b6-40fa-bf57-5c63ab487ddc req-0a0994f7-40d7-46b0-a5d1-c42478e47a74 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:43.016570 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-86856787-88b6-40fa-bf57-5c63ab487ddc req-0a0994f7-40d7-46b0-a5d1-c42478e47a74 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0533657 Sep 17 15:45:43.059906 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-86856787-88b6-40fa-bf57-5c63ab487ddc req-eedfa763-24a0-45c2-a1b7-32d4fbd433b6 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373886 Sep 17 15:45:43.230929 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:43.875496 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2a903-ca21-483f-9532-443d119cb65a req-d45d0c05-d6e5-4ada-9b48-d1f713f17350 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:43.877129 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b8a2a903-ca21-483f-9532-443d119cb65a req-d45d0c05-d6e5-4ada-9b48-d1f713f17350 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 945 time: 0.0498223 Sep 17 15:45:43.920779 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41134) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:43.924109 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b8a2a903-ca21-483f-9532-443d119cb65a req-366e6c41-9371-4cbc-a591-58890e0171bf tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/security-groups?id=cea702d3-3703-42cc-b544-36a90d449629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375190 Sep 17 15:45:43.975929 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403d3f-395a-463e-bde4-6cddfab58711 req-e52b3e05-c249-47f8-ba8c-6b01357ced46 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:43.977479 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-35403d3f-395a-463e-bde4-6cddfab58711 req-e52b3e05-c249-47f8-ba8c-6b01357ced46 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 945 time: 0.0544581 Sep 17 15:45:44.081324 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e2de037e-0725-4339-bb09-bbf4844c7917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.144858 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-35403d3f-395a-463e-bde4-6cddfab58711 req-996311e7-40c3-4111-b229-1ad9ac7f029d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Deleting port 8a2381d9-5d04-498e-8be1-6d27ebf21250 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:45:44.145205 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-35403d3f-395a-463e-bde4-6cddfab58711 req-996311e7-40c3-4111-b229-1ad9ac7f029d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.184469 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b2af0-13b9-4c44-88b7-6b16f09f13f4 req-bf9dfb27-c9f2-4516-9e7b-52e891bb0553 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:44.186497 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a09b2af0-13b9-4c44-88b7-6b16f09f13f4 req-bf9dfb27-c9f2-4516-9e7b-52e891bb0553 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0570846 Sep 17 15:45:44.229650 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a09b2af0-13b9-4c44-88b7-6b16f09f13f4 req-1fc30539-e569-464b-998e-f7889920f5b2 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370061 Sep 17 15:45:44.270219 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-35403d3f-395a-463e-bde4-6cddfab58711 req-996311e7-40c3-4111-b229-1ad9ac7f029d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] For port 8a2381d9-5d04-498e-8be1-6d27ebf21250, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=8a2381d9-5d04-498e-8be1-6d27ebf21250,segment=NetworkSegment(5c3798e2-df54-42e5-a862-0df0cdf8d114),segment_id=5c3798e2-df54-42e5-a862-0df0cdf8d114)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:45:44.270580 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-35403d3f-395a-463e-bde4-6cddfab58711 req-996311e7-40c3-4111-b229-1ad9ac7f029d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.294521 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-35403d3f-395a-463e-bde4-6cddfab58711 req-996311e7-40c3-4111-b229-1ad9ac7f029d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Calling delete_port for 8a2381d9-5d04-498e-8be1-6d27ebf21250 owned by compute:nova {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:45:44.302703 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e2de037e-0725-4339-bb09-bbf4844c7917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.316785 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e2de037e-0725-4339-bb09-bbf4844c7917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.598355 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-e2de037e-0725-4339-bb09-bbf4844c7917 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96b51765ef7644fd9d20f4c2cb1e4ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764967 Sep 17 15:45:44.602548 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41146) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:44.622305 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.625185 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de037e-0725-4339-bb09-bbf4844c7917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05395b65-eb5c-4e8b-a2a3-f54168a0c096,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:44.663298 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd1e6-f6f8-42a5-8513-abb2762e8f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.686136 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd1e6-f6f8-42a5-8513-abb2762e8f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.700907 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-35403d3f-395a-463e-bde4-6cddfab58711 req-996311e7-40c3-4111-b229-1ad9ac7f029d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.715921 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['8a2381d9-5d04-498e-8be1-6d27ebf21250'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:45:44.732689 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996311e7-40c3-4111-b229-1ad9ac7f029d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Pushing event deleted for resources: {'Port': ['ID=8a2381d9-5d04-498e-8be1-6d27ebf21250,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:44.749981 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd1e6-f6f8-42a5-8513-abb2762e8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.752992 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd1e6-f6f8-42a5-8513-abb2762e8f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.754529 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2f4fd1e6-f6f8-42a5-8513-abb2762e8f5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05395b65-eb5c-4e8b-a2a3-f54168a0c096 HTTP/1.1" status: 204 len: 168 time: 0.1509469 Sep 17 15:45:44.768232 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fd1e6-f6f8-42a5-8513-abb2762e8f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05395b65-eb5c-4e8b-a2a3-f54168a0c096,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:44.801635 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-35403d3f-395a-463e-bde4-6cddfab58711 req-996311e7-40c3-4111-b229-1ad9ac7f029d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] No DVR routers for this DVR port 8a2381d9-5d04-498e-8be1-6d27ebf21250 on host hv-cinder-73409 {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 15:45:44.805813 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-35403d3f-395a-463e-bde4-6cddfab58711 req-996311e7-40c3-4111-b229-1ad9ac7f029d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:44.808040 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-35403d3f-395a-463e-bde4-6cddfab58711 req-996311e7-40c3-4111-b229-1ad9ac7f029d tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.37 "DELETE /v2.0/ports/8a2381d9-5d04-498e-8be1-6d27ebf21250 HTTP/1.1" status: 204 len: 173 time: 0.8241665 Sep 17 15:45:44.808484 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b64aa5e-e939-41c9-ad9b-1092b389f1dd', 'name': 'network-vif-deleted', 'tag': '8a2381d9-5d04-498e-8be1-6d27ebf21250'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:45:44.810843 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242e15a7-c30d-4040-85c4-6c2b708a2c83" -d '{"events": [{"server_uuid": "2b64aa5e-e939-41c9-ad9b-1092b389f1dd", "name": "network-vif-deleted", "tag": "8a2381d9-5d04-498e-8be1-6d27ebf21250"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:45:44.959939 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d3d506-e584-414e-b209-de8b23ad4ed4 x-openstack-request-id: req-f6d3d506-e584-414e-b209-de8b23ad4ed4 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:45:44.960525 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b64aa5e-e939-41c9-ad9b-1092b389f1dd", "name": "network-vif-deleted", "tag": "8a2381d9-5d04-498e-8be1-6d27ebf21250", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:45:44.960693 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6d3d506-e584-414e-b209-de8b23ad4ed4 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:45:44.961767 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b64aa5e-e939-41c9-ad9b-1092b389f1dd', 'name': 'network-vif-deleted', 'tag': '8a2381d9-5d04-498e-8be1-6d27ebf21250', 'status': 'completed', 'code': 200} Sep 17 15:45:45.051506 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a6a244ed-4a39-4448-944d-f7f4c7bb500e req-572003e8-3f8c-46b4-b7c8-00c9ea975675 tempest-VolumesActionsTest-2096788535 tempest-VolumesActionsTest-2096788535-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b64aa5e-e939-41c9-ad9b-1092b389f1dd HTTP/1.1" status: 200 len: 210 time: 0.0297832 Sep 17 15:45:45.054483 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:45.354526 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed2eb6-ad3c-4ac1-942f-fee07bad5dcd req-5ab3fe54-bb95-4094-80d4-6e99b3f26ede tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:45.356369 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dbed2eb6-ad3c-4ac1-942f-fee07bad5dcd req-5ab3fe54-bb95-4094-80d4-6e99b3f26ede tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0579174 Sep 17 15:45:45.400073 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dbed2eb6-ad3c-4ac1-942f-fee07bad5dcd req-07c748c7-c847-4a71-8208-d41715064ad4 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365927 Sep 17 15:45:46.518817 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e19a8-a7c8-42f8-be5d-f3d165ebf65a req-f70a7312-1c33-40cc-8ea9-b22236dd3dc6 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:46.521100 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a50e19a8-a7c8-42f8-be5d-f3d165ebf65a req-f70a7312-1c33-40cc-8ea9-b22236dd3dc6 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0518429 Sep 17 15:45:46.569115 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a50e19a8-a7c8-42f8-be5d-f3d165ebf65a req-b2c93a77-8c9e-4aa5-b6a0-29895a45fe23 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Sep 17 15:45:47.247986 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 8a2381d9-5d04-498e-8be1-6d27ebf21250 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:45:47.272278 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 8a2381d9-5d04-498e-8be1-6d27ebf21250 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:45:47.272657 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 8a2381d9-5d04-498e-8be1-6d27ebf21250 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:45:47.364668 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:45:47.908144 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1c04b-12b3-4581-a87e-e2363ef94fae req-6c3c07ea-52c7-410c-a9a8-baf9daf50cd3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:47.909684 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3eb1c04b-12b3-4581-a87e-e2363ef94fae req-6c3c07ea-52c7-410c-a9a8-baf9daf50cd3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.2645135 Sep 17 15:45:47.946827 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3eb1c04b-12b3-4581-a87e-e2363ef94fae req-8ca0d633-c2f8-4f57-9189-250bc60e030f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Sep 17 15:45:49.067718 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfec82-f282-49e6-b70b-b4681432c1a5 req-e9f3f6be-76ba-4480-a3e4-4dee4020c9ee tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:49.069274 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b1dfec82-f282-49e6-b70b-b4681432c1a5 req-e9f3f6be-76ba-4480-a3e4-4dee4020c9ee tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0486608 Sep 17 15:45:49.107582 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b1dfec82-f282-49e6-b70b-b4681432c1a5 req-1af5fa64-38f6-44d3-afe5-32ea949c2591 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Sep 17 15:45:49.976164 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41296) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:50.080984 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-173b313a-fd58-46cc-81e1-458fd5ef8c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:50.171852 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-173b313a-fd58-46cc-81e1-458fd5ef8c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:50.175767 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-173b313a-fd58-46cc-81e1-458fd5ef8c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:50.247442 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-173b313a-fd58-46cc-81e1-458fd5ef8c9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c18c8d704754e63a4ed1572ed2afa94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699895 Sep 17 15:45:50.249409 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41304) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:45:50.251288 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b313a-fd58-46cc-81e1-458fd5ef8c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136934d7-b859-4af0-b40b-89881fe87fba,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:50.268170 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8d3ba-885b-44be-bbb4-14599470b9f4 req-158768d3-980a-41e5-8d8f-222032bb99f4 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:50.269717 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-57d8d3ba-885b-44be-bbb4-14599470b9f4 req-158768d3-980a-41e5-8d8f-222032bb99f4 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0899363 Sep 17 15:45:50.303803 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f11c257e-955d-4b97-a6fc-e94d260321cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:50.307272 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-57d8d3ba-885b-44be-bbb4-14599470b9f4 req-618ed86a-6bab-4a23-ad89-d48172e3c43f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Sep 17 15:45:50.331107 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f11c257e-955d-4b97-a6fc-e94d260321cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:50.386823 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f11c257e-955d-4b97-a6fc-e94d260321cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:50.389418 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f11c257e-955d-4b97-a6fc-e94d260321cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:45:50.390691 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-f11c257e-955d-4b97-a6fc-e94d260321cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/136934d7-b859-4af0-b40b-89881fe87fba HTTP/1.1" status: 204 len: 168 time: 0.1401713 Sep 17 15:45:50.401573 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c257e-955d-4b97-a6fc-e94d260321cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136934d7-b859-4af0-b40b-89881fe87fba,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:45:51.431874 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08544c-59e1-48a2-8266-e3f79c9a870d req-1f4af293-912f-4ef9-83af-a33cf2add10c tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:51.433608 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3f08544c-59e1-48a2-8266-e3f79c9a870d req-1f4af293-912f-4ef9-83af-a33cf2add10c tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0518639 Sep 17 15:45:51.483364 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3f08544c-59e1-48a2-8266-e3f79c9a870d req-3a89975e-627c-4367-935a-5f95d9ee68a8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Sep 17 15:45:52.605817 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244d401-1f6a-49b4-9aff-bae742ca2fcb req-8406d3cc-601b-4627-8dae-428eb040f3fe tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:52.607402 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c244d401-1f6a-49b4-9aff-bae742ca2fcb req-8406d3cc-601b-4627-8dae-428eb040f3fe tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0515418 Sep 17 15:45:52.647806 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c244d401-1f6a-49b4-9aff-bae742ca2fcb req-3cfc6042-c480-409c-88e6-03340a47cebd tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345130 Sep 17 15:45:53.779363 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf912bc-7908-4146-a6ad-1f2c78f665bc req-a87ebcdb-91ce-45c8-be99-608c5319a102 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:53.781104 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0bf912bc-7908-4146-a6ad-1f2c78f665bc req-a87ebcdb-91ce-45c8-be99-608c5319a102 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0514677 Sep 17 15:45:53.826257 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0bf912bc-7908-4146-a6ad-1f2c78f665bc req-73085db1-a731-45bc-b640-767e7c337964 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374789 Sep 17 15:45:54.473732 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-b5ee93b2-465a-435b-9199-4f4b48f64d1a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:54.475477 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-b5ee93b2-465a-435b-9199-4f4b48f64d1a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 815 time: 0.1283033 Sep 17 15:45:54.494866 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-14421b16-ca92-4e7f-b8c1-bd7ab5e73b9d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/quotas/c30b228319114452b2f33ab3f5a7323f HTTP/1.1" status: 200 len: 375 time: 0.0127800 Sep 17 15:45:54.548673 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-e5b8b72e-14a3-4e1c-9977-3e5d10cae4a4 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474873 Sep 17 15:45:54.644604 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-2aca6ace-9bde-4d11-8a73-7a317b9868de service neutron] 10.222.0.50 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869944 Sep 17 15:45:54.743223 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-3e1fe3e9-f6e4-4f4a-b15b-fbc5e8cb8456 service neutron] 10.222.0.50 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920167 Sep 17 15:45:54.906790 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-beb82a2b-9f87-46ab-a373-4250187b5701 req-4f3db246-f748-4a09-b759-32b4f4430e64 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0277984 Sep 17 15:45:54.961995 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3723f82-5cfe-4880-98f9-21477365e501 req-e32559de-90aa-4369-a575-da5451a47328 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:54.963442 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e3723f82-5cfe-4880-98f9-21477365e501 req-e32559de-90aa-4369-a575-da5451a47328 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0529234 Sep 17 15:45:55.006113 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e3723f82-5cfe-4880-98f9-21477365e501 req-4e8f8c2f-fe39-422a-b9ba-f8f09c78e639 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361218 Sep 17 15:45:55.995967 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-02f709a3-04f8-40df-bef2-6bcacb9475f6 req-cc5d8463-1473-4154-9790-e59e8e29b7b3 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0252740 Sep 17 15:45:56.122129 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e22c1-dab3-4a46-8ad1-371c872d803c req-6b441d6f-0bb6-49c2-a3b7-2b0c1fd212db tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:45:56.123579 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a49e22c1-dab3-4a46-8ad1-371c872d803c req-6b441d6f-0bb6-49c2-a3b7-2b0c1fd212db tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0519140 Sep 17 15:45:56.158738 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a49e22c1-dab3-4a46-8ad1-371c872d803c req-ceeb2e7f-59b7-4008-b8c0-5f1d93f3d0f7 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293362 Sep 17 15:46:01.074051 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4e767e7c-dabd-4128-891f-632dfdc7fd45 req-e60d6e05-39da-4a5c-aa03-6a6c3026454b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Sep 17 15:46:01.115584 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5bbb7-54ad-433c-ada9-51f8c4cc6f7c req-a9bedb40-bfac-4d6a-a423-d8c918e42c0d tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:01.117624 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9de5bbb7-54ad-433c-ada9-51f8c4cc6f7c req-a9bedb40-bfac-4d6a-a423-d8c918e42c0d tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0490425 Sep 17 15:46:01.157226 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9de5bbb7-54ad-433c-ada9-51f8c4cc6f7c req-9810fff0-dd74-46e4-a107-f45040ad31d5 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335965 Sep 17 15:46:02.060841 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-56c34238-ad2d-49b9-94b5-355646b10138 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:02.062062 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-56c34238-ad2d-49b9-94b5-355646b10138 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 815 time: 0.1400161 Sep 17 15:46:02.084993 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Request body: {'port': {'device_id': '8a617a3b-b198-469b-96f0-8e376bec32d6', 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba', 'admin_state_up': True, 'tenant_id': 'c30b228319114452b2f33ab3f5a7323f'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:02.202305 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-534bfe59-d410-4dba-808c-b6659b1028d3 req-540e8398-c98b-46db-8def-20ba4eeda51f tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0331714 Sep 17 15:46:02.250401 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Made reservation on behalf of c30b228319114452b2f33ab3f5a7323f for: {'port': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:46:02.254099 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:02.275629 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30b124-3f24-49bb-9d45-3c509c38b551 req-a579322a-8d8f-42ef-801b-2d1373668f1b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:02.277127 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb30b124-3f24-49bb-9d45-3c509c38b551 req-a579322a-8d8f-42ef-801b-2d1373668f1b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0490766 Sep 17 15:46:02.316373 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fb30b124-3f24-49bb-9d45-3c509c38b551 req-ad9f964f-a1e1-498a-b519-a1a20b3b4416 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Sep 17 15:46:02.385294 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Allocated IP 172.20.0.10 (dc043e30-874f-41c9-9332-5436376f0bba/feb33798-0025-4542-8a17-2685e37ce4b9/f012b1a5-1229-436f-b2bc-01352cedc9e3) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:46:02.532071 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:02.572400 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:02.590627 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['780b43e9-d7ea-4945-996a-6558e94da030', '2b37960e-61b5-4756-8d9d-da2b1807b08c'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:46:02.620858 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Network dc043e30-874f-41c9-9332-5436376f0bba is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:46:02.623991 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:02.626955 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:46:02.633064 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:02.633721 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:02.652646 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Pushing event updated for resources: {'Port': ['ID=f012b1a5-1229-436f-b2bc-01352cedc9e3,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:02.658489 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-a318009c-adc4-4f20-b2ae-24a339affb05 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775619 Sep 17 15:46:02.671913 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Request body: {'port': {'device_id': '8a617a3b-b198-469b-96f0-8e376bec32d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:02.734302 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:03.073612 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f012b1a5-1229-436f-b2bc-01352cedc9e3 {{(pid=100591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:46:03.083271 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:03.102066 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Transition to ACTIVE for port object f012b1a5-1229-436f-b2bc-01352cedc9e3 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:46:03.107025 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:03.163374 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f012b1a5-1229-436f-b2bc-01352cedc9e3,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:03.268813 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Attempting to bind port f012b1a5-1229-436f-b2bc-01352cedc9e3 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:46:03.269578 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Attempting to bind port f012b1a5-1229-436f-b2bc-01352cedc9e3 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:46:03.269829 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Attempting to bind port f012b1a5-1229-436f-b2bc-01352cedc9e3 on network dc043e30-874f-41c9-9332-5436376f0bba {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:46:03.276629 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Port f012b1a5-1229-436f-b2bc-01352cedc9e3 on network dc043e30-874f-41c9-9332-5436376f0bba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:46:03.277051 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Attempting to bind port f012b1a5-1229-436f-b2bc-01352cedc9e3 on network dc043e30-874f-41c9-9332-5436376f0bba {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:46:03.282672 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:46:03.283193 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Checking segment: {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:46:03.283584 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Bound using segment: {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:46:03.284061 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Bound port: f012b1a5-1229-436f-b2bc-01352cedc9e3, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:46:03.284472 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:03.462431 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] For port f012b1a5-1229-436f-b2bc-01352cedc9e3, host hv-cinder-73409, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:46:03.470476 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] For port f012b1a5-1229-436f-b2bc-01352cedc9e3, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:46:03.487236 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:03.535344 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb155d2-c0da-4ee5-90c0-e9bd314d8455 req-e9550c88-b864-4614-b9d2-053398afae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:03.544690 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-abb155d2-c0da-4ee5-90c0-e9bd314d8455 req-e9550c88-b864-4614-b9d2-053398afae7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 1099 time: 0.0978575 Sep 17 15:46:03.593320 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:03.593866 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:03.595321 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/f012b1a5-1229-436f-b2bc-01352cedc9e3 HTTP/1.1" status: 200 len: 1094 time: 0.9281726 Sep 17 15:46:03.598653 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a617a3b-b198-469b-96f0-8e376bec32d6', 'tag': 'f012b1a5-1229-436f-b2bc-01352cedc9e3'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:46:03.602143 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842d0529-65a9-4679-9315-ceac60cebd43" -d '{"events": [{"name": "network-changed", "server_uuid": "8a617a3b-b198-469b-96f0-8e376bec32d6", "tag": "f012b1a5-1229-436f-b2bc-01352cedc9e3"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:46:03.628348 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f012b1a5-1229-436f-b2bc-01352cedc9e3,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:03.630909 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-abb155d2-c0da-4ee5-90c0-e9bd314d8455 req-aaeacd46-ae90-47b9-ac2c-0d4ffe625f19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690050 Sep 17 15:46:03.644316 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68b9d8-0187-47fb-88d6-973c6d08bcf0 req-f6d3a0d7-9eea-470e-8854-0e5e345982f9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:03.645913 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7f68b9d8-0187-47fb-88d6-973c6d08bcf0 req-f6d3a0d7-9eea-470e-8854-0e5e345982f9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 944 time: 0.0924113 Sep 17 15:46:03.655502 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787caf73-8770-407e-9842-2a686e714373 req-6a5a67c3-8dfb-4592-848c-85afb5e313b4 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:03.657020 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-787caf73-8770-407e-9842-2a686e714373 req-6a5a67c3-8dfb-4592-848c-85afb5e313b4 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.1112289 Sep 17 15:46:03.698185 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7f68b9d8-0187-47fb-88d6-973c6d08bcf0 req-e71f822d-0c69-49b1-a6f6-b70a388db520 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Sep 17 15:46:03.699638 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-787caf73-8770-407e-9842-2a686e714373 req-2a87f418-18d6-48b0-95ec-d05a284c00d1 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352271 Sep 17 15:46:03.753597 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d606dc-058a-4f15-85a2-7898597055f3 x-openstack-request-id: req-09d606dc-058a-4f15-85a2-7898597055f3 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:46:03.753890 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a617a3b-b198-469b-96f0-8e376bec32d6", "tag": "f012b1a5-1229-436f-b2bc-01352cedc9e3", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:46:03.754145 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09d606dc-058a-4f15-85a2-7898597055f3 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:46:03.754547 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a617a3b-b198-469b-96f0-8e376bec32d6', 'tag': 'f012b1a5-1229-436f-b2bc-01352cedc9e3', 'status': 'completed', 'code': 200} Sep 17 15:46:04.254040 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-e8ab6e59-2d14-4648-b05a-ff910a66e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:04.255989 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-e8ab6e59-2d14-4648-b05a-ff910a66e034 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 1097 time: 0.0488875 Sep 17 15:46:04.306842 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-c2e73e6a-f83b-4d8b-a8d7-b7afe140c387 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3 HTTP/1.1" status: 200 len: 217 time: 0.0407457 Sep 17 15:46:04.365063 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb7da055-63bc-4fe4-9b00-d664c80a77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:04.366766 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb7da055-63bc-4fe4-9b00-d664c80a77e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0491209 Sep 17 15:46:04.402416 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-24520195-76e2-48f4-94e9-638ca0ded585 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264375 Sep 17 15:46:04.533516 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-80cbeaf3-8f38-4e0f-9619-4c5a3a472c94 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220901 Sep 17 15:46:04.652468 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-88f116d5-979a-48b7-8ca6-9b5ee4778b07 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922956 Sep 17 15:46:04.778421 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0529-65a9-4679-9315-ceac60cebd43 req-2fab7e14-1f63-4709-95fb-3c3fb67bdd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:04.780330 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-842d0529-65a9-4679-9315-ceac60cebd43 req-2fab7e14-1f63-4709-95fb-3c3fb67bdd5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 1097 time: 0.0658760 Sep 17 15:46:04.831490 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f24e7-3d06-4fcb-b43f-a25bf1f1d45c req-85c8524f-d0e9-4788-b427-53be78a3d193 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:04.832894 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1b3f24e7-3d06-4fcb-b43f-a25bf1f1d45c req-85c8524f-d0e9-4788-b427-53be78a3d193 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0571644 Sep 17 15:46:04.906161 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1b3f24e7-3d06-4fcb-b43f-a25bf1f1d45c req-99df7eaa-7165-4dd7-a18c-e849b33a7bdb tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655699 Sep 17 15:46:04.944391 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1bd35-262c-4951-8791-cf609e00d8e1 req-e67bc6d7-5743-4727-a60e-be31dd4e0f4c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:04.945948 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d2b1bd35-262c-4951-8791-cf609e00d8e1 req-e67bc6d7-5743-4727-a60e-be31dd4e0f4c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 944 time: 0.1468170 Sep 17 15:46:04.966521 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0529-65a9-4679-9315-ceac60cebd43 req-b6880243-9ce4-41a4-b558-65b5fc43bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:04.967965 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-842d0529-65a9-4679-9315-ceac60cebd43 req-b6880243-9ce4-41a4-b558-65b5fc43bd9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.1777847 Sep 17 15:46:05.024815 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-842d0529-65a9-4679-9315-ceac60cebd43 req-6ace3bb7-809d-4582-9efb-e3c71157b285 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3 HTTP/1.1" status: 200 len: 217 time: 0.0430429 Sep 17 15:46:05.028097 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d2b1bd35-262c-4951-8791-cf609e00d8e1 req-b8b345d3-a232-4ca0-ae19-8a0c3247fcab tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719979 Sep 17 15:46:05.080857 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0529-65a9-4679-9315-ceac60cebd43 req-1459fd73-d388-45ec-b3b1-43a0c0d54010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:05.082582 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-842d0529-65a9-4679-9315-ceac60cebd43 req-1459fd73-d388-45ec-b3b1-43a0c0d54010 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0489786 Sep 17 15:46:05.120825 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-842d0529-65a9-4679-9315-ceac60cebd43 req-d09934e6-a6d4-426a-ac5e-8b4270330eb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284042 Sep 17 15:46:05.218911 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-842d0529-65a9-4679-9315-ceac60cebd43 req-ed8a67c7-b2c4-4d97-8a5f-d3e28a112a64 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897713 Sep 17 15:46:05.338643 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-842d0529-65a9-4679-9315-ceac60cebd43 req-1e0519e8-251e-4650-b687-d424c6d53efa service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041520 Sep 17 15:46:06.051115 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff334-9412-4cd4-bc9a-018a10851d1f req-efb982ff-3c3b-43c6-973c-59cc7432696c tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:06.052280 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-399ff334-9412-4cd4-bc9a-018a10851d1f req-efb982ff-3c3b-43c6-973c-59cc7432696c tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0613940 Sep 17 15:46:06.138277 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-399ff334-9412-4cd4-bc9a-018a10851d1f req-9cfe53d9-c777-404e-b2ef-4d064308a03b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795076 Sep 17 15:46:06.211337 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb16bc-abac-49f5-9f77-26b4e8f00e2c req-7d1e6536-1ec4-4592-95ce-d41f7d1bb572 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:06.212838 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b7bb16bc-abac-49f5-9f77-26b4e8f00e2c req-7d1e6536-1ec4-4592-95ce-d41f7d1bb572 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 944 time: 0.0736470 Sep 17 15:46:06.252066 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b7bb16bc-abac-49f5-9f77-26b4e8f00e2c req-1cfc6805-92fe-4ff4-bdf8-c0cf007e8bb8 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Sep 17 15:46:07.280679 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316384-165d-44e7-8334-52cdf4a1b373 req-491993fe-239c-4dae-bad2-711ffddb9f12 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:07.291005 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7d316384-165d-44e7-8334-52cdf4a1b373 req-491993fe-239c-4dae-bad2-711ffddb9f12 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0772622 Sep 17 15:46:07.348536 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7d316384-165d-44e7-8334-52cdf4a1b373 req-a3e475aa-ef66-4cfd-8f9b-ee9728d65cef tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503447 Sep 17 15:46:07.422978 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceeb27c-3c50-4e2e-9312-077299f25ac5 req-ca5d264f-bda4-4fc5-9e84-3f6e3c14b377 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:07.425231 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0ceeb27c-3c50-4e2e-9312-077299f25ac5 req-ca5d264f-bda4-4fc5-9e84-3f6e3c14b377 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 944 time: 0.0626740 Sep 17 15:46:07.540999 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a554e8-4537-4780-8a9a-0baf8472778a req-885d2bb9-f205-478e-9cec-8bce2bd8ddd7 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:07.558114 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0ceeb27c-3c50-4e2e-9312-077299f25ac5 req-e3b7192a-7deb-4536-89d8-48bef0d73fdf tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225748 Sep 17 15:46:07.560017 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-53a554e8-4537-4780-8a9a-0baf8472778a req-885d2bb9-f205-478e-9cec-8bce2bd8ddd7 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.1176870 Sep 17 15:46:07.641613 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-53a554e8-4537-4780-8a9a-0baf8472778a req-6d893250-3d19-4f5f-b3db-aec6729e2454 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608716 Sep 17 15:46:07.743067 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41688) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:07.872583 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.043678 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.049810 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.098956 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc92f3461be1468dae5ddc6cd3241703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544869 Sep 17 15:46:08.100198 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8549f6-5698-42ef-a124-166ce2665eb0,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:08.103167 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41706) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:08.108525 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.108995 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.109338 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.109784 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.110121 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.110451 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.110795 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.111121 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.111450 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.111773 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.112095 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.112415 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993061b1-12de-41e2-be62-38e7663c7308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.177597 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.203592 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.250987 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.253489 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.254712 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c8549f6-5698-42ef-a124-166ce2665eb0 HTTP/1.1" status: 204 len: 168 time: 0.1503086 Sep 17 15:46:08.263232 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8549f6-5698-42ef-a124-166ce2665eb0,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:08.270308 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.270664 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.271004 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.271340 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.271670 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.272000 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.272330 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.274414 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.274414 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.274414 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.274414 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.274414 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c72634-2035-4fb1-b492-cebeaa9ebee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:08.531543 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41716) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:08.549912 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-00b7e36f-c31f-4fc8-a2a0-5396ad42288f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.676282 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-00b7e36f-c31f-4fc8-a2a0-5396ad42288f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.681300 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-00b7e36f-c31f-4fc8-a2a0-5396ad42288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.713554 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eee21-2d61-4313-bbca-e5a35d6346b7 req-f5033a8d-d842-4479-b84d-ca72f73d5863 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:08.715431 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d26eee21-2d61-4313-bbca-e5a35d6346b7 req-f5033a8d-d842-4479-b84d-ca72f73d5863 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 944 time: 0.0609820 Sep 17 15:46:08.745792 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-00b7e36f-c31f-4fc8-a2a0-5396ad42288f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9b4757d7c74466da0dcf19a548554b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127063 Sep 17 15:46:08.748119 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41720) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:08.749707 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7e36f-c31f-4fc8-a2a0-5396ad42288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7131426-acfb-4582-b3b7-a36379df1eeb,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:08.780648 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d26eee21-2d61-4313-bbca-e5a35d6346b7 req-c89019bf-74e1-4c44-a6c8-6dac27e9a83d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591733 Sep 17 15:46:08.822977 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb072-8a47-4068-ac0c-3e7361c46451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.849271 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb072-8a47-4068-ac0c-3e7361c46451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.905307 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb072-8a47-4068-ac0c-3e7361c46451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.907944 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb072-8a47-4068-ac0c-3e7361c46451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:08.909126 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-6cbcb072-8a47-4068-ac0c-3e7361c46451 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7131426-acfb-4582-b3b7-a36379df1eeb HTTP/1.1" status: 204 len: 168 time: 0.1598716 Sep 17 15:46:08.918277 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcb072-8a47-4068-ac0c-3e7361c46451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7131426-acfb-4582-b3b7-a36379df1eeb,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:09.072027 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7c6adb3d-7ebd-4af8-a75e-95ce730d7c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:09.287973 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41740) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:09.306201 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5bf09b11-1879-4aa8-a8a9-4f51894494e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:09.446312 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5bf09b11-1879-4aa8-a8a9-4f51894494e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:09.452518 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5bf09b11-1879-4aa8-a8a9-4f51894494e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:09.497348 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-5bf09b11-1879-4aa8-a8a9-4f51894494e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f211bb89377e4174ae4bc91d3252e5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080398 Sep 17 15:46:09.500104 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41744) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:09.502471 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf09b11-1879-4aa8-a8a9-4f51894494e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c550b0f7-4822-41eb-9e77-9e2958ea4b62,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:09.556460 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7e9accbb-f361-4585-b0d3-fa6fdd9e7a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:09.583881 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7e9accbb-f361-4585-b0d3-fa6fdd9e7a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:09.671013 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7e9accbb-f361-4585-b0d3-fa6fdd9e7a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:09.673972 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7e9accbb-f361-4585-b0d3-fa6fdd9e7a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:09.675325 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-7e9accbb-f361-4585-b0d3-fa6fdd9e7a8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c550b0f7-4822-41eb-9e77-9e2958ea4b62 HTTP/1.1" status: 204 len: 168 time: 0.1742415 Sep 17 15:46:09.685198 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9accbb-f361-4585-b0d3-fa6fdd9e7a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c550b0f7-4822-41eb-9e77-9e2958ea4b62,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:09.946637 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57ff07-a8c0-4fed-a0dd-1c7fa4845ff2 req-cd3026da-0ee6-44e6-8ba2-ccd10199fafa tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:09.954228 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5e57ff07-a8c0-4fed-a0dd-1c7fa4845ff2 req-cd3026da-0ee6-44e6-8ba2-ccd10199fafa tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 944 time: 0.0646305 Sep 17 15:46:10.009838 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5e57ff07-a8c0-4fed-a0dd-1c7fa4845ff2 req-ab4f94c7-6725-4516-9979-f249777e240b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489814 Sep 17 15:46:10.512630 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046aeb5f-aa61-48e2-9c16-413b94853e29 req-8418f224-5d3d-4bfd-896f-5360d055bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:10.517403 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-046aeb5f-aa61-48e2-9c16-413b94853e29 req-8418f224-5d3d-4bfd-896f-5360d055bdd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 1098 time: 0.0880792 Sep 17 15:46:10.543898 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfd16d-ea6f-414c-9034-9078b1440c1d req-40e10d17-cdb9-4228-bb39-7d31e525c2b3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:10.551789 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18cfd16d-ea6f-414c-9034-9078b1440c1d req-40e10d17-cdb9-4228-bb39-7d31e525c2b3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0988758 Sep 17 15:46:10.613835 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18cfd16d-ea6f-414c-9034-9078b1440c1d req-f749b560-13f4-409c-a10a-1deb8b0395c6 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529771 Sep 17 15:46:10.676250 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046aeb5f-aa61-48e2-9c16-413b94853e29 req-bffd4a48-470d-4114-a6cd-c7b96269706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:10.677742 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-046aeb5f-aa61-48e2-9c16-413b94853e29 req-bffd4a48-470d-4114-a6cd-c7b96269706c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.1523857 Sep 17 15:46:10.736041 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-046aeb5f-aa61-48e2-9c16-413b94853e29 req-fb4961d3-1193-4b02-90ca-a0bedf52f0d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82 HTTP/1.1" status: 200 len: 217 time: 0.0496838 Sep 17 15:46:10.800064 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046aeb5f-aa61-48e2-9c16-413b94853e29 req-ad1de0ee-9161-4350-8b46-6df53cc6bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:10.801482 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-046aeb5f-aa61-48e2-9c16-413b94853e29 req-ad1de0ee-9161-4350-8b46-6df53cc6bbe1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0578809 Sep 17 15:46:10.839750 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-046aeb5f-aa61-48e2-9c16-413b94853e29 req-71bdaf1a-3c43-4424-9e25-22d1e8b6efd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291831 Sep 17 15:46:10.981823 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-046aeb5f-aa61-48e2-9c16-413b94853e29 req-a3c040ec-98e4-4363-8648-98c4563e1e53 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320314 Sep 17 15:46:11.137664 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-046aeb5f-aa61-48e2-9c16-413b94853e29 req-bd511e2c-8e4d-4dd4-a65c-5ece90e96156 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470525 Sep 17 15:46:11.228396 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74801b24-5830-4c0a-8d81-f07746735adc req-03446a5a-7f06-46e2-a8ce-ef2a5e91e84a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:11.236203 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-74801b24-5830-4c0a-8d81-f07746735adc req-03446a5a-7f06-46e2-a8ce-ef2a5e91e84a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 944 time: 0.1018240 Sep 17 15:46:11.281563 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-74801b24-5830-4c0a-8d81-f07746735adc req-ef95ddce-8f51-427f-b0c4-7d3af990bd8b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443835 Sep 17 15:46:11.360422 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device f012b1a5-1229-436f-b2bc-01352cedc9e3 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:46:11.471881 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port f012b1a5-1229-436f-b2bc-01352cedc9e3, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:46:11.486312 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': 'f012b1a5-1229-436f-b2bc-01352cedc9e3', 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba', 'port_id': 'f012b1a5-1229-436f-b2bc-01352cedc9e3', 'mac_address': 'fa:16:3e:b1:a3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb33798-0025-4542-8a17-2685e37ce4b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:46:11.558378 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:11.578045 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f012b1a5-1229-436f-b2bc-01352cedc9e3 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:46:11.598543 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port f012b1a5-1229-436f-b2bc-01352cedc9e3, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:46:11.603860 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:11.652521 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=f012b1a5-1229-436f-b2bc-01352cedc9e3,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:11.667269 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.667669 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.668025 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.668549 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.668932 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.669275 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.669656 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.670012 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.670385 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.670733 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.671074 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.671412 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:11.735012 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d075-8817-40f9-abac-8ba0edbfb4a1 req-5766e23c-ddcd-416e-a625-2e85d3d4ae11 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:11.736926 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0559d075-8817-40f9-abac-8ba0edbfb4a1 req-5766e23c-ddcd-416e-a625-2e85d3d4ae11 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0493040 Sep 17 15:46:11.750300 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5a72a716-0639-43ac-a9ff-b2fba7558d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:11.790150 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0559d075-8817-40f9-abac-8ba0edbfb4a1 req-5f823a2e-bf63-4eb9-9261-d1364c6701f5 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Sep 17 15:46:12.104706 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:12.330823 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['f012b1a5-1229-436f-b2bc-01352cedc9e3'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:46:12.415973 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c9fc3-a06e-41f4-9289-c0d583ce0510 req-8f74d973-f792-4467-8274-51089d35a6cd tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:12.422793 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-da3c9fc3-a06e-41f4-9289-c0d583ce0510 req-8f74d973-f792-4467-8274-51089d35a6cd tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 945 time: 0.0618105 Sep 17 15:46:12.487951 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-da3c9fc3-a06e-41f4-9289-c0d583ce0510 req-69c1b235-cf78-45b3-8bb6-b7cb0fdbac65 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534880 Sep 17 15:46:12.976886 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003a9f0-9fe3-4e4b-83bb-81f7f4239b0b req-c4a48162-5525-40de-bfdf-e144a63b27ac tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:12.984243 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6003a9f0-9fe3-4e4b-83bb-81f7f4239b0b req-c4a48162-5525-40de-bfdf-e144a63b27ac tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0638578 Sep 17 15:46:13.018633 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6003a9f0-9fe3-4e4b-83bb-81f7f4239b0b req-58422713-4504-4b2f-bdba-1e49211d340c tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335417 Sep 17 15:46:13.232265 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:13.606179 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0a53d-f19a-494b-b003-6b61eb62346a req-007192e1-f750-4117-a865-750a392038c6 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:13.607931 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46b0a53d-f19a-494b-b003-6b61eb62346a req-007192e1-f750-4117-a865-750a392038c6 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 945 time: 0.0532956 Sep 17 15:46:13.656877 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46b0a53d-f19a-494b-b003-6b61eb62346a req-158c6d8d-daaf-4e19-93f0-b635e5e5aefb tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Sep 17 15:46:14.136476 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44613fc-ea52-48bb-bacc-6ded622892ef req-e94dcf17-9009-4346-9e86-2674e526cb3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:14.137991 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e44613fc-ea52-48bb-bacc-6ded622892ef req-e94dcf17-9009-4346-9e86-2674e526cb3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0489056 Sep 17 15:46:14.182077 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e44613fc-ea52-48bb-bacc-6ded622892ef req-9f1cf1ef-343e-47a6-babe-fe5c42329c25 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Sep 17 15:46:14.618379 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:14.816780 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-563668f0-93a1-48de-9819-ac830eecafb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088116 Sep 17 15:46:14.832712 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c14e1-e804-4c52-8501-390cfbf2edab req-e91c320f-9355-4a6b-82ad-03e84e75b727 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:14.853358 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e43c14e1-e804-4c52-8501-390cfbf2edab req-e91c320f-9355-4a6b-82ad-03e84e75b727 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 945 time: 0.0841584 Sep 17 15:46:14.909779 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e43c14e1-e804-4c52-8501-390cfbf2edab req-3f7e6293-183b-482b-932f-2730148616a5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554981 Sep 17 15:46:14.922918 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-999e5cdd-74fe-43cd-9e61-22c138856d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:14.925596 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-999e5cdd-74fe-43cd-9e61-22c138856d45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810d0e564a67400c9b2b08c68ab198e4&device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 1098 time: 0.0496955 Sep 17 15:46:15.050519 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:15.087903 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-03bd2f92-2c99-4bf9-aac4-209f3efaab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:15.089314 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-03bd2f92-2c99-4bf9-aac4-209f3efaab00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86e5a977-5813-4cf1-9900-b2d7b12e98f6 HTTP/1.1" status: 200 len: 918 time: 0.1033192 Sep 17 15:46:15.171463 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-eb553f75-2287-4d27-af68-e89fb2a1a2fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae59b907-6376-4727-ab46-8bbb37e06cae HTTP/1.1" status: 200 len: 1001 time: 0.0716219 Sep 17 15:46:15.232627 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-9aabb7ee-e9c1-4977-9eab-d5c00c3e062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:15.234196 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-9aabb7ee-e9c1-4977-9eab-d5c00c3e062a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b8d1c26b-aee6-40bf-8357-7b1e787bec6a HTTP/1.1" status: 200 len: 856 time: 0.0520954 Sep 17 15:46:15.291057 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-7f2711cc-eeb1-40ff-9dec-6af26e06e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:15.292602 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-7f2711cc-eeb1-40ff-9dec-6af26e06e4b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86e5a977-5813-4cf1-9900-b2d7b12e98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466537 Sep 17 15:46:15.312726 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded69a4-be6d-448c-a26e-c0af3532c369 req-35b51e53-de5f-42b5-8244-58bf627102a8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:15.317992 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1ded69a4-be6d-448c-a26e-c0af3532c369 req-35b51e53-de5f-42b5-8244-58bf627102a8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0621812 Sep 17 15:46:15.355484 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device f012b1a5-1229-436f-b2bc-01352cedc9e3 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:15.357464 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1ded69a4-be6d-448c-a26e-c0af3532c369 req-02da6c43-41fe-4694-a6f8-16876ae002e1 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Sep 17 15:46:15.400754 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-8712ad15-1bf4-4e20-a781-9af01b7ff9d2 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983596 Sep 17 15:46:15.423437 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port f012b1a5-1229-436f-b2bc-01352cedc9e3 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:46:15.427887 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port f012b1a5-1229-436f-b2bc-01352cedc9e3 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:15.428377 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:15.511585 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf3d4f98-6fb3-4dda-bde8-3c16468ecde9 req-7f0cdc5a-57af-4a92-97e4-96c3538338d7 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031787 Sep 17 15:46:15.520139 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:15.548044 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a617a3b-b198-469b-96f0-8e376bec32d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f012b1a5-1229-436f-b2bc-01352cedc9e3'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:46:15.550806 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8c9cb9-4d2f-4189-a056-aa4dab7be8a1" -d '{"events": [{"server_uuid": "8a617a3b-b198-469b-96f0-8e376bec32d6", "name": "network-vif-plugged", "status": "completed", "tag": "f012b1a5-1229-436f-b2bc-01352cedc9e3"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:46:15.562997 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port f012b1a5-1229-436f-b2bc-01352cedc9e3, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:46:15.570578 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:15.618698 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40708f6a-36c5-4685-9b46-a5550b9838be x-openstack-request-id: req-40708f6a-36c5-4685-9b46-a5550b9838be {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:46:15.619356 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a617a3b-b198-469b-96f0-8e376bec32d6", "name": "network-vif-plugged", "status": "completed", "tag": "f012b1a5-1229-436f-b2bc-01352cedc9e3", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:46:15.619356 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40708f6a-36c5-4685-9b46-a5550b9838be {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:46:15.619670 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a617a3b-b198-469b-96f0-8e376bec32d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f012b1a5-1229-436f-b2bc-01352cedc9e3', 'code': 200} Sep 17 15:46:15.645874 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=f012b1a5-1229-436f-b2bc-01352cedc9e3,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:15.819596 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56c33f-613a-4f90-b122-5c57b95e7979 req-116c1139-51da-4e3a-b09e-2d59a4f4d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:15.821163 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5a56c33f-613a-4f90-b122-5c57b95e7979 req-116c1139-51da-4e3a-b09e-2d59a4f4d38e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 1099 time: 0.0413299 Sep 17 15:46:15.867496 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5a56c33f-613a-4f90-b122-5c57b95e7979 req-a56eac80-d832-4d2b-b310-a800f1b1e6e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335603 Sep 17 15:46:16.068695 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d33051-ffee-426c-b2ae-8842404b50f2 req-221062c1-f50d-4dbf-8c3e-01a96832fa97 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:16.071119 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03d33051-ffee-426c-b2ae-8842404b50f2 req-221062c1-f50d-4dbf-8c3e-01a96832fa97 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 946 time: 0.0844810 Sep 17 15:46:16.111754 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03d33051-ffee-426c-b2ae-8842404b50f2 req-01df5c22-f87b-463a-9db0-b16603f6bce9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347359 Sep 17 15:46:16.558459 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bd3bf-6c74-4599-b223-38e90a2f427b req-0cce07cd-1b06-4e84-aae3-a1aab1f06fe2 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:16.559973 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e73bd3bf-6c74-4599-b223-38e90a2f427b req-0cce07cd-1b06-4e84-aae3-a1aab1f06fe2 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0653596 Sep 17 15:46:16.614146 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e73bd3bf-6c74-4599-b223-38e90a2f427b req-33cce82a-6e6b-4874-9a79-a5824dc8f449 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475647 Sep 17 15:46:17.255249 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb07a5b-0c52-4d0a-b816-8dc39d087261 req-f174dbbc-afa9-4d32-966c-03cd79a104b9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:17.262151 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9cb07a5b-0c52-4d0a-b816-8dc39d087261 req-f174dbbc-afa9-4d32-966c-03cd79a104b9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 946 time: 0.0665636 Sep 17 15:46:17.305035 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9cb07a5b-0c52-4d0a-b816-8dc39d087261 req-324ed3f4-b5ef-4121-86fe-4d4350a48ebc tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405455 Sep 17 15:46:17.740164 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7d721-a309-4def-b7d3-5d5958efaf2f req-207264b3-15e2-442f-9bb1-fc4fd742308f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:17.742203 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9bd7d721-a309-4def-b7d3-5d5958efaf2f req-207264b3-15e2-442f-9bb1-fc4fd742308f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0528796 Sep 17 15:46:17.785072 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9bd7d721-a309-4def-b7d3-5d5958efaf2f req-78c28b1c-5e5d-4f45-a698-a14c1099c97f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Sep 17 15:46:18.426934 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671915a-9887-4e16-9d99-d252beb45ce0 req-f32d6a80-87d7-4f64-bb05-2e76bb5014fe tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:18.428594 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8671915a-9887-4e16-9d99-d252beb45ce0 req-f32d6a80-87d7-4f64-bb05-2e76bb5014fe tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 946 time: 0.0503483 Sep 17 15:46:18.470433 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8671915a-9887-4e16-9d99-d252beb45ce0 req-17fe5007-b982-4741-aaa8-544743a45d1a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349474 Sep 17 15:46:18.917492 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc07868-0276-4f81-ba92-28ebb0dc0e91 req-ded92d70-167e-402d-87f6-a60783b7f823 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:18.919201 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3bc07868-0276-4f81-ba92-28ebb0dc0e91 req-ded92d70-167e-402d-87f6-a60783b7f823 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0574243 Sep 17 15:46:18.969946 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3bc07868-0276-4f81-ba92-28ebb0dc0e91 req-1f288302-e267-4bc9-aae7-356bdb0ffe54 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Sep 17 15:46:19.597551 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7635a-7c21-4cfa-bd19-52a7fee83398 req-9ac92d6d-f362-4881-b243-fce9cf30fff2 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:19.599302 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4bd7635a-7c21-4cfa-bd19-52a7fee83398 req-9ac92d6d-f362-4881-b243-fce9cf30fff2 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 946 time: 0.0552282 Sep 17 15:46:19.639880 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4bd7635a-7c21-4cfa-bd19-52a7fee83398 req-d495f52a-0792-4903-a26c-9cf4978ebc73 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Sep 17 15:46:20.094424 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a0884-f657-4c16-b8a1-e0a049aa41ed req-f097230d-efbc-4dfe-87eb-be0601b9b2ae tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:20.096021 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-954a0884-f657-4c16-b8a1-e0a049aa41ed req-f097230d-efbc-4dfe-87eb-be0601b9b2ae tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0510900 Sep 17 15:46:20.134700 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-954a0884-f657-4c16-b8a1-e0a049aa41ed req-08f54fa4-b826-4be5-9e2c-e88481a3ce94 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Sep 17 15:46:21.319937 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145d94a-e3ac-47a5-8f0c-a43c0559c69c req-327ad829-0006-4e70-8c52-b7b5003db6ac tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:21.319937 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9145d94a-e3ac-47a5-8f0c-a43c0559c69c req-327ad829-0006-4e70-8c52-b7b5003db6ac tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0921769 Sep 17 15:46:21.373905 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9145d94a-e3ac-47a5-8f0c-a43c0559c69c req-f717ac80-3af4-44d3-a679-771f9255cecb tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Sep 17 15:46:22.563161 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798345ed-d5d6-41b4-b408-b07792d544a0 req-64e8810e-d2bd-41c2-a0e5-af5f9ecd7ecb tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:22.565438 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-798345ed-d5d6-41b4-b408-b07792d544a0 req-64e8810e-d2bd-41c2-a0e5-af5f9ecd7ecb tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0633669 Sep 17 15:46:22.638521 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-798345ed-d5d6-41b4-b408-b07792d544a0 req-f5ce2bc7-e9b7-4d1d-9338-eaf54008a569 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654893 Sep 17 15:46:23.745646 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea206c6f-7d4d-4b03-bcfb-36d2a9767ba8 req-eb4d1b6b-874b-458e-afca-5b1fc0de62d7 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:23.747603 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ea206c6f-7d4d-4b03-bcfb-36d2a9767ba8 req-eb4d1b6b-874b-458e-afca-5b1fc0de62d7 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0572038 Sep 17 15:46:23.797297 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ea206c6f-7d4d-4b03-bcfb-36d2a9767ba8 req-e43ea026-35fd-41b3-a5be-427ee4e70697 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Sep 17 15:46:24.365047 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:46:24.923376 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7264-b340-4494-adc4-ec991fca1bbe req-bbc5b143-0853-493d-881b-695047841e3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:24.924983 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-596d7264-b340-4494-adc4-ec991fca1bbe req-bbc5b143-0853-493d-881b-695047841e3f tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0549161 Sep 17 15:46:24.964833 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-596d7264-b340-4494-adc4-ec991fca1bbe req-8df9810a-93dd-43c6-b2d7-50b6629433cc tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336549 Sep 17 15:46:26.087926 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51494fc8-7405-4a1c-9c00-f351e3ee5f75 req-110bd1cf-7986-4376-9108-94459e296a3a tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:26.089488 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-51494fc8-7405-4a1c-9c00-f351e3ee5f75 req-110bd1cf-7986-4376-9108-94459e296a3a tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0506105 Sep 17 15:46:26.128417 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-51494fc8-7405-4a1c-9c00-f351e3ee5f75 req-3611011d-57c2-4b09-be17-a7b82c2beb8b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329387 Sep 17 15:46:27.245131 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1315e5-997d-4ebd-9967-0def6177809d req-8f86ea82-30ba-4945-b043-3edab03df1d1 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:27.246619 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1c1315e5-997d-4ebd-9967-0def6177809d req-8f86ea82-30ba-4945-b043-3edab03df1d1 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0479383 Sep 17 15:46:27.285317 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1c1315e5-997d-4ebd-9967-0def6177809d req-74214bd9-08fe-4cc6-85c4-a7d902be70cf tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Sep 17 15:46:28.400360 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ed192-aec2-445d-8754-10c9285ef3e0 req-decb6140-dccd-4f00-9892-779e41653866 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:28.401741 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-145ed192-aec2-445d-8754-10c9285ef3e0 req-decb6140-dccd-4f00-9892-779e41653866 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0468514 Sep 17 15:46:28.437477 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-145ed192-aec2-445d-8754-10c9285ef3e0 req-ef494685-b18a-4063-a621-3e26f8d8b24b tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299649 Sep 17 15:46:29.555249 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf42d-2bfc-4aaa-b543-520f9776af5a req-e01f51f8-37c9-450d-80bf-1bad263845ca tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:29.556823 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f9adf42d-2bfc-4aaa-b543-520f9776af5a req-e01f51f8-37c9-450d-80bf-1bad263845ca tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0513563 Sep 17 15:46:29.596161 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f9adf42d-2bfc-4aaa-b543-520f9776af5a req-184a9a68-042f-418c-8de5-9b0cf356e203 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331430 Sep 17 15:46:30.721559 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874277e-9a0c-48fd-ae81-7c660f6346f8 req-3eca5473-e876-4e0c-88f0-e367d2c958ce tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:30.723048 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c874277e-9a0c-48fd-ae81-7c660f6346f8 req-3eca5473-e876-4e0c-88f0-e367d2c958ce tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0551372 Sep 17 15:46:30.762533 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c874277e-9a0c-48fd-ae81-7c660f6346f8 req-b8ddae0d-a403-4c39-b490-f528e9b7f5d8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328016 Sep 17 15:46:30.883517 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909363c-36ad-49e5-9bbd-9206fdd3c061 req-fbc72563-6af0-4de9-84e9-393e3b199d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:30.884950 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e909363c-36ad-49e5-9bbd-9206fdd3c061 req-fbc72563-6af0-4de9-84e9-393e3b199d25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 1098 time: 0.0408707 Sep 17 15:46:30.922192 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e909363c-36ad-49e5-9bbd-9206fdd3c061 req-4878a085-b8dd-4acf-bdbe-af1a44630400 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284188 Sep 17 15:46:31.612859 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42288) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:31.667761 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0ccfdd-c7c3-4493-8cb1-fa46dcb3ccdb admin admin] Deleting subnet b3805919-f268-4d22-861f-ad99ac82c1c9 {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 15:46:31.671048 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccfdd-c7c3-4493-8cb1-fa46dcb3ccdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:31.706448 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccfdd-c7c3-4493-8cb1-fa46dcb3ccdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5451869'] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:31.745940 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccfdd-c7c3-4493-8cb1-fa46dcb3ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:31.800778 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccfdd-c7c3-4493-8cb1-fa46dcb3ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16344320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16483010'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:31.831538 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ccfdd-c7c3-4493-8cb1-fa46dcb3ccdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3805919-f268-4d22-861f-ad99ac82c1c9,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:31.835106 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccfdd-c7c3-4493-8cb1-fa46dcb3ccdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:31.836958 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-4d0ccfdd-c7c3-4493-8cb1-fa46dcb3ccdb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b3805919-f268-4d22-861f-ad99ac82c1c9 HTTP/1.1" status: 204 len: 168 time: 0.2231419 Sep 17 15:46:31.839541 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42296) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:31.884353 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb69624-e45a-4daa-be79-57b67bd8d249 req-1b025aaf-2a1e-4d2a-947d-e414a5e1f9d3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:31.885995 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2bb69624-e45a-4daa-be79-57b67bd8d249 req-1b025aaf-2a1e-4d2a-947d-e414a5e1f9d3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0524282 Sep 17 15:46:31.915133 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:31.927316 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2bb69624-e45a-4daa-be79-57b67bd8d249 req-45fe4823-f90f-400f-98cb-e6f3addf92bc tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349982 Sep 17 15:46:32.000138 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:32.020227 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.020579 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.021330 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.022377 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > port after_create 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.022722 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > port after_delete 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.023061 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > port after_update 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.023385 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.023707 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.024028 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.024368 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.092342 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.092692 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.093028 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.093361 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 15:46:32.093761 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87958012-751c-4ca5-9c47-f063d56f3b3a']}} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:32.114963 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3798e2-df54-42e5-a862-0df0cdf8d114') {'for_net_delete': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:32.115264 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3798e2-df54-42e5-a862-0df0cdf8d114') {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:32.130915 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16506986'] for segment, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:32.151410 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:32.159495 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 15:46:32.159886 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510347'] for segment, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: from cryptography.utils import int_from_bytes Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: from cryptography.utils import int_from_bytes Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: Traceback (most recent call last): Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: timer() Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: cb(*args, **kw) Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: return func(*args, **kwargs) Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: self._notify() Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: self.callback(batched_events) Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: event.method(event) Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: return f(self, *a, **k) Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._get(url).json() Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: return self.request(url, 'GET', **kwargs) Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 15:46:32.164783 dv-cinder-734093-3-iscsi neutron-server[100591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 15:46:32.222209 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:32.230379 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:32.232345 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] 10.222.0.50 "DELETE /v2.0/networks/87958012-751c-4ca5-9c47-f063d56f3b3a HTTP/1.1" status: 204 len: 168 time: 0.3916631 Sep 17 15:46:32.242661 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309cebe-47c2-4ff4-b0da-856dc4d4835b admin admin] Pushing event deleted for resources: {'Network': ['ID=87958012-751c-4ca5-9c47-f063d56f3b3a,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:32.393307 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42304) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:32.434963 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-f7abd1cc-88a7-4e01-905b-4f7af91d798e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83aa5cf08b54405ab74cbdea0ea9911d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404508 Sep 17 15:46:32.437429 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42306) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:32.491189 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-000ae1e0-2de3-4db7-93f4-531e644cef85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:32.513397 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-000ae1e0-2de3-4db7-93f4-531e644cef85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:32.560350 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-000ae1e0-2de3-4db7-93f4-531e644cef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:32.563083 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-000ae1e0-2de3-4db7-93f4-531e644cef85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:32.564199 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-000ae1e0-2de3-4db7-93f4-531e644cef85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cea702d3-3703-42cc-b544-36a90d449629 HTTP/1.1" status: 204 len: 168 time: 0.1257913 Sep 17 15:46:32.572160 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ae1e0-2de3-4db7-93f4-531e644cef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea702d3-3703-42cc-b544-36a90d449629,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:33.002665 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42332) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:33.056455 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a66cc-f41f-46b2-b645-89feb28ba2eb req-8db90c7d-0087-4af0-8650-aec254c654ff tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:33.058126 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-718a66cc-f41f-46b2-b645-89feb28ba2eb req-8db90c7d-0087-4af0-8650-aec254c654ff tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0599389 Sep 17 15:46:33.119008 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-718a66cc-f41f-46b2-b645-89feb28ba2eb req-c56be792-4aab-4021-9aa8-c8c6615b51f7 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Sep 17 15:46:33.179255 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2aebe704-388b-4fb2-b715-6d1635c1cb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:33.282639 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2aebe704-388b-4fb2-b715-6d1635c1cb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:33.297759 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2aebe704-388b-4fb2-b715-6d1635c1cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:33.342144 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebe704-388b-4fb2-b715-6d1635c1cb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4183bb-bfef-482a-a4eb-dc7c1c8df960,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:33.377241 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a44c97-85f4-4166-8b5b-2fc6158ebbf0 req-b55c6074-d86d-4a4d-8f88-8c3d696c5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:33.378763 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-63a44c97-85f4-4166-8b5b-2fc6158ebbf0 req-b55c6074-d86d-4a4d-8f88-8c3d696c5be1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 1098 time: 0.0424180 Sep 17 15:46:33.395792 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2aebe704-388b-4fb2-b715-6d1635c1cb7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ece64f79c2864936bfb18073de37452e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912647 Sep 17 15:46:33.398925 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42352) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:33.432991 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985053-ca29-4302-959c-f0aa2bdb55e7 req-f74b76ca-317c-4b16-bd23-dd29cccecbc0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:33.440143 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-76985053-ca29-4302-959c-f0aa2bdb55e7 req-f74b76ca-317c-4b16-bd23-dd29cccecbc0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.1017413 Sep 17 15:46:33.493044 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a44c97-85f4-4166-8b5b-2fc6158ebbf0 req-d50140d6-a0f7-4972-8aa8-7f5ab9290f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:33.494850 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-63a44c97-85f4-4166-8b5b-2fc6158ebbf0 req-d50140d6-a0f7-4972-8aa8-7f5ab9290f6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.1071408 Sep 17 15:46:33.498109 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-76985053-ca29-4302-959c-f0aa2bdb55e7 req-3b548390-5858-4647-a165-431b1637f542 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570619 Sep 17 15:46:33.526054 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8795f11c-d7f8-478b-8efb-1cd01306e930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:33.550465 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-63a44c97-85f4-4166-8b5b-2fc6158ebbf0 req-42dadf35-bc21-4af9-8395-77366c6ea562 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82 HTTP/1.1" status: 200 len: 217 time: 0.0456862 Sep 17 15:46:33.552454 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8795f11c-d7f8-478b-8efb-1cd01306e930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:33.610097 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8795f11c-d7f8-478b-8efb-1cd01306e930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:33.613469 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8795f11c-d7f8-478b-8efb-1cd01306e930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:33.617601 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-8795f11c-d7f8-478b-8efb-1cd01306e930 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c4183bb-bfef-482a-a4eb-dc7c1c8df960 HTTP/1.1" status: 204 len: 168 time: 0.2149534 Sep 17 15:46:33.633801 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795f11c-d7f8-478b-8efb-1cd01306e930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4183bb-bfef-482a-a4eb-dc7c1c8df960,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:33.656525 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a44c97-85f4-4166-8b5b-2fc6158ebbf0 req-a9f49464-1343-4a1a-a6fb-515e80fc0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:33.661587 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-63a44c97-85f4-4166-8b5b-2fc6158ebbf0 req-a9f49464-1343-4a1a-a6fb-515e80fc0523 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0720649 Sep 17 15:46:33.710155 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-63a44c97-85f4-4166-8b5b-2fc6158ebbf0 req-7dfc40c6-002a-4019-b493-116edc92ce17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305789 Sep 17 15:46:33.817309 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-63a44c97-85f4-4166-8b5b-2fc6158ebbf0 req-13dd22ca-785a-4936-b842-f45d8f4b5580 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954380 Sep 17 15:46:34.150560 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-63a44c97-85f4-4166-8b5b-2fc6158ebbf0 req-2ef79f62-a853-4b03-bcf0-2bc7444be9d8 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240256 Sep 17 15:46:34.609411 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b8950-5791-45d7-b89f-736d6d968cc7 req-7ef0be60-d034-406b-91c0-d364cf411bb3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:34.612145 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7b7b8950-5791-45d7-b89f-736d6d968cc7 req-7ef0be60-d034-406b-91c0-d364cf411bb3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0519323 Sep 17 15:46:34.669882 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7b7b8950-5791-45d7-b89f-736d6d968cc7 req-5fe3dda3-b0ff-4cf8-803c-5f31650d7be8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498145 Sep 17 15:46:35.778534 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22613d-a51b-426a-97a4-dfd546fde2ef req-14a75c15-f3ae-4b38-9d24-e6dd6b320068 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:35.779992 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b22613d-a51b-426a-97a4-dfd546fde2ef req-14a75c15-f3ae-4b38-9d24-e6dd6b320068 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0484576 Sep 17 15:46:35.821312 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b22613d-a51b-426a-97a4-dfd546fde2ef req-556042fd-7f14-483b-ba37-bc6ecbb9c6b2 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355012 Sep 17 15:46:36.944520 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab69ce-1a70-4f90-883b-f312a40f0f28 req-a8ba0dc2-d5ef-40b9-b3c5-e847c7f8e697 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:36.946013 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bdab69ce-1a70-4f90-883b-f312a40f0f28 req-a8ba0dc2-d5ef-40b9-b3c5-e847c7f8e697 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0501478 Sep 17 15:46:36.982194 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bdab69ce-1a70-4f90-883b-f312a40f0f28 req-593cb987-43d4-4cbf-a91a-899b1f8eeb46 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303888 Sep 17 15:46:37.492004 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42474) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:37.595579 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-90404927-5bde-4cb0-8a98-104a5678a586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:37.695000 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-90404927-5bde-4cb0-8a98-104a5678a586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:37.698868 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-90404927-5bde-4cb0-8a98-104a5678a586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:37.740474 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-90404927-5bde-4cb0-8a98-104a5678a586 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bde2be5b47a144d8904c9a927cb5c25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472150 Sep 17 15:46:37.741298 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90404927-5bde-4cb0-8a98-104a5678a586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcacf93-6722-407e-8aaa-6c3666d9da4f,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:37.743386 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42482) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:37.795457 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5338-2267-4aba-9199-23ee067ea465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:37.817617 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5338-2267-4aba-9199-23ee067ea465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:37.878875 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5338-2267-4aba-9199-23ee067ea465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:37.882331 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5338-2267-4aba-9199-23ee067ea465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:37.888494 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-cf8f5338-2267-4aba-9199-23ee067ea465 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8bcacf93-6722-407e-8aaa-6c3666d9da4f HTTP/1.1" status: 204 len: 168 time: 0.1439338 Sep 17 15:46:37.898358 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f5338-2267-4aba-9199-23ee067ea465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcacf93-6722-407e-8aaa-6c3666d9da4f,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:38.139003 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689e28d-c85c-4882-9168-726c52ad7bd1 req-1680b6b1-bca5-4f15-a686-b31b88ed05b8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:38.140637 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9689e28d-c85c-4882-9168-726c52ad7bd1 req-1680b6b1-bca5-4f15-a686-b31b88ed05b8 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0819428 Sep 17 15:46:38.181629 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9689e28d-c85c-4882-9168-726c52ad7bd1 req-db0bd05b-b656-4db0-a926-17490dfaa168 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Sep 17 15:46:38.670987 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42534) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:38.784138 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1825692828-network', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:38.805128 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Made reservation on behalf of ea59020d902140bb95ee5b3378f04f70 for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:46:38.807323 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:38.815127 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:38.909938 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:38.914325 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:38.942863 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:46:38.948876 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4d4fe2-13f8-49ae-a6ac-0eeddf7bf8a5,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:38.954946 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:38.955285 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Added segment c5071295-501f-4911-8277-3b72525d728f of type vlan for network c6009049-7ce6-40ba-9875-c22eaaf632b3 Sep 17 15:46:38.997597 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.021110 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.023138 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:39.023723 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.055586 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3835490 Sep 17 15:46:39.059109 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42542) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:39.064245 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Request body: {'subnet': {'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1825692828-subnet', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'ip_version': 4}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:39.075802 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-17a889dd-55c3-4e6c-95a7-0fb317534744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.083675 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0bf1a-982d-41bb-9608-a8d0349f8d5d admin admin] Pushing event updated for resources: {'Network': ['ID=c6009049-7ce6-40ba-9875-c22eaaf632b3,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:39.089216 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Made reservation on behalf of ea59020d902140bb95ee5b3378f04f70 for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:46:39.091510 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16483045'] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.094649 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network c6009049-7ce6-40ba-9875-c22eaaf632b3 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:46:39.274497 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16344387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16483019'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.325594 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f315f18-3693-410a-abdd-8dc37d070de1,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:39.340776 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Checking segment: {'id': 'c5071295-501f-4911-8277-3b72525d728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:46:39.341134 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Network hostable DHCP agents. Network: c6009049-7ce6-40ba-9875-c22eaaf632b3, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:46:39.357984 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Network c6009049-7ce6-40ba-9875-c22eaaf632b3 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:46:39.367248 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, c6009049-7ce6-40ba-9875-c22eaaf632b3) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:39.371453 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:39.372047 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.376300 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1dabe5-5fa7-4fbd-8d17-930d341223c8 None None] Network c6009049-7ce6-40ba-9875-c22eaaf632b3 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:46:39.387136 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-898362fe-1499-4fac-8611-c8629bd814e6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3268235 Sep 17 15:46:39.389891 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42554) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:39.394465 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1825692828-router', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:39.417375 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8376715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1502'] for router, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.418959 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8332939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8308998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1513'] for router, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.476254 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.534342 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fedc02d-960d-571d-9979-9c94b4adbb85-c6009049-7ce6-40ba-9875-c22eaaf632b3', 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'fixed_ips': [{'subnet_id': '2f315f18-3693-410a-abdd-8dc37d070de1'}]}} from dv-cinder-734093-3-iscsi. {{(pid=100592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 15:46:39.535218 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.618046 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.674279 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.db_base_plugin_common [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Allocated IP 172.20.0.2 (c6009049-7ce6-40ba-9875-c22eaaf632b3/2f315f18-3693-410a-abdd-8dc37d070de1/33215c08-4760-42b8-9726-c989f272f6cf) {{(pid=100592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:46:39.817277 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.822923 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Notify callbacks [] for port, precommit_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.829965 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.842286 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.868158 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Network c6009049-7ce6-40ba-9875-c22eaaf632b3 is already hosted by enough agents. {{(pid=100592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:46:39.871010 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.base_scheduler [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Resources bound (agent type, host, resource id): {{(pid=100592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:39.874394 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Received port after_create {{(pid=100592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:46:39.882887 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Pushing event updated for resources: {'Port': ['ID=33215c08-4760-42b8-9726-c989f272f6cf,revision_number=1']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:39.937111 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Attempting to bind port 33215c08-4760-42b8-9726-c989f272f6cf on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:46:39.937486 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Attempting to bind port 33215c08-4760-42b8-9726-c989f272f6cf by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'c5071295-501f-4911-8277-3b72525d728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:46:39.937883 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Attempting to bind port 33215c08-4760-42b8-9726-c989f272f6cf on network c6009049-7ce6-40ba-9875-c22eaaf632b3 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:46:39.942827 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:46:39.943210 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Checking segment: {'id': 'c5071295-501f-4911-8277-3b72525d728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:46:39.943653 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.944053 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Bound using segment: {'id': 'c5071295-501f-4911-8277-3b72525d728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:46:39.944528 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Bound port: 33215c08-4760-42b8-9726-c989f272f6cf, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5071295-501f-4911-8277-3b72525d728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:46:39.944914 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:39.953094 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Allocated IP 172.27.1.178 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/c96e8a58-7e0d-4f41-b854-98dbb539f7ca) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:46:40.008871 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] For port 33215c08-4760-42b8-9726-c989f272f6cf, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:46:40.012099 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] For port 33215c08-4760-42b8-9726-c989f272f6cf, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=33215c08-4760-42b8-9726-c989f272f6cf,segment=NetworkSegment(c5071295-501f-4911-8277-3b72525d728f),segment_id=c5071295-501f-4911-8277-3b72525d728f)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:46:40.016657 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:40.063580 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:40.075827 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6168860-8038-4b7d-b6b3-2163f5bb404f None None] Pushing event updated for resources: {'Port': ['ID=33215c08-4760-42b8-9726-c989f272f6cf,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:40.105805 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:40.142627 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:46:40.145607 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:40.149731 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:46:40.177139 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Pushing event updated for resources: {'Port': ['ID=c96e8a58-7e0d-4f41-b854-98dbb539f7ca,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:40.426742 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:40.623613 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660'] for router, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:40.684432 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 33215c08-4760-42b8-9726-c989f272f6cf up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:40.738092 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 33215c08-4760-42b8-9726-c989f272f6cf triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:40.738467 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:40.763103 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Router 7cbfb78b-6bf0-4690-a523-a84348f194a0 is scheduled to L3 agent 328f6824-1025-4733-b24f-04b6db32291a with binding_index 1 {{(pid=100590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 15:46:40.822457 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:40.858666 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 33215c08-4760-42b8-9726-c989f272f6cf, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=33215c08-4760-42b8-9726-c989f272f6cf,segment=NetworkSegment(c5071295-501f-4911-8277-3b72525d728f),segment_id=c5071295-501f-4911-8277-3b72525d728f)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:46:40.863449 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:40.901393 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:46:40.910757 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Sync routers for ids ['7cbfb78b-6bf0-4690-a523-a84348f194a0'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:46:40.921002 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Routers {'7cbfb78b-6bf0-4690-a523-a84348f194a0'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:46:40.921715 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:46:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['7cbfb78b-6bf0-4690-a523-a84348f194a0'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:40.925772 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:40.927197 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-4e9b021e-42d8-4262-91ac-29c1a4a57e5a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5362618 Sep 17 15:46:40.930471 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42574) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:40.933857 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=33215c08-4760-42b8-9726-c989f272f6cf,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:41.038889 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Set router 7cbfb78b-6bf0-4690-a523-a84348f194a0 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:46:41.078743 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf32774-9103-43c3-9c6f-1674f46cff00 None None] Network c6009049-7ce6-40ba-9875-c22eaaf632b3 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:46:41.147673 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-16d3bdcd-ac79-40b1-b53e-d1802a17f8ce None None] Provisioning complete for port 33215c08-4760-42b8-9726-c989f272f6cf triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:41.147951 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-16d3bdcd-ac79-40b1-b53e-d1802a17f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.230860 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'name': 'tempest-TestShelveInstance-1825692828-router', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:40Z', 'revision_number': 3, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'gw_port': {'id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:41.261751 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Checking router: 7cbfb78b-6bf0-4690-a523-a84348f194a0 for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:46:41.262336 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Updating router 7cbfb78b-6bf0-4690-a523-a84348f194a0 port c96e8a58-7e0d-4f41-b854-98dbb539f7ca binding host dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:46:41.395906 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.595584 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e9e8a2e3-41e7-43ed-a316-de23d81af25a None None] Provisioning complete for port 33215c08-4760-42b8-9726-c989f272f6cf triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:41.596076 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e9e8a2e3-41e7-43ed-a316-de23d81af25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.629595 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.689308 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Notify callbacks [] for port, precommit_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.696973 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.749083 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Attempting to bind port c96e8a58-7e0d-4f41-b854-98dbb539f7ca on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:46:41.749458 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Attempting to bind port c96e8a58-7e0d-4f41-b854-98dbb539f7ca by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:46:41.749936 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Attempting to bind port c96e8a58-7e0d-4f41-b854-98dbb539f7ca on network cfc9e63a-f126-460d-a39a-340e6a463e78 {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:46:41.752346 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ffd49aee-5ea1-4b6e-9968-9c2e9775a5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.762691 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:46:41.763099 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:46:41.763488 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.763880 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Bound using segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:46:41.764350 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Bound port: c96e8a58-7e0d-4f41-b854-98dbb539f7ca, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:46:41.764750 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.767136 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Pushing event updated for resources: {'Port': ['ID=c96e8a58-7e0d-4f41-b854-98dbb539f7ca,revision_number=2']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:41.797259 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.797670 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.798018 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.798355 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.798687 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.799018 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.799352 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.799684 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.800023 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.800351 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.800675 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.800996 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:46:41.802381 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Allocated IP 172.20.0.1 (c6009049-7ce6-40ba-9875-c22eaaf632b3/2f315f18-3693-410a-abdd-8dc37d070de1/bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:46:41.833696 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] For port c96e8a58-7e0d-4f41-b854-98dbb539f7ca, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:46:41.837007 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] For port c96e8a58-7e0d-4f41-b854-98dbb539f7ca, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=c96e8a58-7e0d-4f41-b854-98dbb539f7ca,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:46:41.840489 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.904708 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd280221-18e3-47de-8cc2-e697fe630868 None None] Pushing event updated for resources: {'Port': ['ID=c96e8a58-7e0d-4f41-b854-98dbb539f7ca,revision_number=3']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:41.908360 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Routers {'7cbfb78b-6bf0-4690-a523-a84348f194a0'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:46:41.909502 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:46:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['7cbfb78b-6bf0-4690-a523-a84348f194a0'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:41.929556 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:41.961924 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:42.000862 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Network c6009049-7ce6-40ba-9875-c22eaaf632b3 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:46:42.004958 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:42.012474 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:46:42.014185 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] Set router 7cbfb78b-6bf0-4690-a523-a84348f194a0 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:46:42.034251 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Pushing event updated for resources: {'Port': ['ID=bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:42.055232 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8333707'] for router_interface, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:42.080897 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:42.190224 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:42.203569 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'name': 'tempest-TestShelveInstance-1825692828-router', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:40Z', 'revision_number': 3, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'gw_port': {'id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:42.223969 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-7f86c48b-fe7e-4346-a4ae-3cfa309206f2 None None] Provisioning complete for port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:42.225431 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7f86c48b-fe7e-4346-a4ae-3cfa309206f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:42.247412 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce227af-7f2f-483a-9cc4-ff7844362253 None None] The sync data for ids ['7cbfb78b-6bf0-4690-a523-a84348f194a0'] in dv-cinder-734093-3-iscsi is: [{'id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'name': 'tempest-TestShelveInstance-1825692828-router', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:40Z', 'revision_number': 3, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'gw_port': {'id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:46:42.264097 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-7f86c48b-fe7e-4346-a4ae-3cfa309206f2 None None] Port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:46:42.369189 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:42.376354 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:42.451614 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8079789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8333851'] for router_interface, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:42.453683 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Pushing event updated for resources: {'Port': ['ID=bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:42.570123 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Network c6009049-7ce6-40ba-9875-c22eaaf632b3 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:46:42.573920 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:42.769436 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Router 7cbfb78b-6bf0-4690-a523-a84348f194a0 has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:46:42.807825 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device c96e8a58-7e0d-4f41-b854-98dbb539f7ca up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:42.859055 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port c96e8a58-7e0d-4f41-b854-98dbb539f7ca triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:42.859437 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:42.906544 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-82deb06a-270c-4e2f-9994-7337757e650c None None] Provisioning complete for port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:42.906944 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-82deb06a-270c-4e2f-9994-7337757e650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:42.915853 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:46:42.929600 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-d0a584c3-3683-44ed-9883-adac405fe529 admin admin] 10.222.0.50 "PUT /v2.0/routers/7cbfb78b-6bf0-4690-a523-a84348f194a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9901452 Sep 17 15:46:42.959299 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-82deb06a-270c-4e2f-9994-7337757e650c None None] Port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:46:42.999867 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.024893 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port c96e8a58-7e0d-4f41-b854-98dbb539f7ca, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=c96e8a58-7e0d-4f41-b854-98dbb539f7ca,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:46:43.030023 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.030824 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 33215c08-4760-42b8-9726-c989f272f6cf up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:43.106046 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=c96e8a58-7e0d-4f41-b854-98dbb539f7ca,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:43.121369 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 33215c08-4760-42b8-9726-c989f272f6cf triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:43.121849 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.236945 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.426285 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42622) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:43.431945 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1402303251-network', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:43.453052 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Made reservation on behalf of 9720250d35f3418a80261186a7aa1e7d for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:46:43.455304 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.464347 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.553458 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.557320 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.586621 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 15:46:43.591233 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e086c54f-bd56-421e-8258-200aa8ea5be7,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:43.600971 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.601265 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Added segment 2d9638bf-84fb-4d44-8042-b376701a286a of type vlan for network eba351e1-5e82-489a-a516-caffd75ee823 Sep 17 15:46:43.642288 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.667700 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.671236 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:43.671944 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.706937 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2789032 Sep 17 15:46:43.709886 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42628) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:43.714794 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Request body: {'subnet': {'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1402303251-subnet', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'ip_version': 4}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:43.735085 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9dac4-4b27-48be-b8aa-d921825f1a81 admin admin] Pushing event updated for resources: {'Network': ['ID=eba351e1-5e82-489a-a516-caffd75ee823,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:43.742754 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Made reservation on behalf of 9720250d35f3418a80261186a7aa1e7d for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:46:43.745149 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16483045'] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.746916 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network eba351e1-5e82-489a-a516-caffd75ee823 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 15:46:43.938071 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16344387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16483019'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:43.993495 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d7e377f-8390-4ede-932e-7b02a9e26d02,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:43.998440 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Sync routers for ids ['7cbfb78b-6bf0-4690-a523-a84348f194a0'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:46:44.006019 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Checking segment: {'id': '2d9638bf-84fb-4d44-8042-b376701a286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:46:44.006647 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Network hostable DHCP agents. Network: eba351e1-5e82-489a-a516-caffd75ee823, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 15:46:44.008824 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Routers {'7cbfb78b-6bf0-4690-a523-a84348f194a0'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:46:44.009457 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:46:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['7cbfb78b-6bf0-4690-a523-a84348f194a0'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:44.025349 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Network eba351e1-5e82-489a-a516-caffd75ee823 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 15:46:44.034665 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, eba351e1-5e82-489a-a516-caffd75ee823) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:44.039696 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:46:44.040295 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.053991 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2936df-761e-4633-a811-8856debadc75 None None] Network eba351e1-5e82-489a-a516-caffd75ee823 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:46:44.058192 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-1c1b0600-6a4c-4d8f-8209-52536918e324 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3471179 Sep 17 15:46:44.060557 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42636) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:44.064672 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1402303251-router', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:44.084679 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8376715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1502'] for router, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.085774 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8332939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8308998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1513'] for router, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.139776 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.185244 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Set router 7cbfb78b-6bf0-4690-a523-a84348f194a0 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:46:44.273990 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.313744 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fedc02d-960d-571d-9979-9c94b4adbb85-eba351e1-5e82-489a-a516-caffd75ee823', 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'fixed_ips': [{'subnet_id': '4d7e377f-8390-4ede-932e-7b02a9e26d02'}]}} from dv-cinder-734093-3-iscsi. {{(pid=100592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 15:46:44.314587 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.484947 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.504664 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.618960 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Allocated IP 172.27.1.104 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/4c4fea4d-05ac-4717-8187-3a3f0e74aadf) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:46:44.656038 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.657305 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.db_base_plugin_common [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Allocated IP 172.20.0.2 (eba351e1-5e82-489a-a516-caffd75ee823/4d7e377f-8390-4ede-932e-7b02a9e26d02/192bef98-6496-4cad-a81b-7eb6265ab9d6) {{(pid=100592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:46:44.690756 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device c96e8a58-7e0d-4f41-b854-98dbb539f7ca up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:44.760822 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.762905 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'name': 'tempest-TestShelveInstance-1825692828-router', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:42Z', 'revision_number': 4, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'gw_port': {'id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e', 'name': '', 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'mac_address': 'fa:16:3e:b6:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '2f315f18-3693-410a-abdd-8dc37d070de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:41Z', 'updated_at': '2021-09-17T15:46:42Z', 'revision_number': 2, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'subnets': [{'id': '2f315f18-3693-410a-abdd-8dc37d070de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:44.795327 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.799211 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Checking router: 7cbfb78b-6bf0-4690-a523-a84348f194a0 for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:46:44.799571 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Updating router 7cbfb78b-6bf0-4690-a523-a84348f194a0 port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e binding host dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:46:44.830949 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:46:44.834479 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:44.838901 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:46:44.843478 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:44.889023 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4fea4d-05ac-4717-8187-3a3f0e74aadf,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:44.906444 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port c96e8a58-7e0d-4f41-b854-98dbb539f7ca triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:44.906444 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.039127 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Notify callbacks [] for port, precommit_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.051311 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.123639 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.143925 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Network eba351e1-5e82-489a-a516-caffd75ee823 is already hosted by enough agents. {{(pid=100592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:46:45.156391 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.161606 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.base_scheduler [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Resources bound (agent type, host, resource id): {{(pid=100592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:45.195479 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Received port after_create {{(pid=100592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:46:45.215126 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Pushing event updated for resources: {'Port': ['ID=192bef98-6496-4cad-a81b-7eb6265ab9d6,revision_number=1']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:45.286601 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Attempting to bind port 192bef98-6496-4cad-a81b-7eb6265ab9d6 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:46:45.287008 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Attempting to bind port 192bef98-6496-4cad-a81b-7eb6265ab9d6 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '2d9638bf-84fb-4d44-8042-b376701a286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:46:45.287357 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Attempting to bind port 192bef98-6496-4cad-a81b-7eb6265ab9d6 on network eba351e1-5e82-489a-a516-caffd75ee823 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:46:45.295423 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:46:45.295795 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Checking segment: {'id': '2d9638bf-84fb-4d44-8042-b376701a286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:46:45.296198 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.296593 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Bound using segment: {'id': '2d9638bf-84fb-4d44-8042-b376701a286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:46:45.297147 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Bound port: 192bef98-6496-4cad-a81b-7eb6265ab9d6, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9638bf-84fb-4d44-8042-b376701a286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:46:45.297407 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.317880 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660'] for router, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.393766 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Notify callbacks [] for port, precommit_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.407570 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.434983 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] For port 192bef98-6496-4cad-a81b-7eb6265ab9d6, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:46:45.447048 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Router cc799798-431b-4468-b8f7-79bb4b6a0614 is scheduled to L3 agent 328f6824-1025-4733-b24f-04b6db32291a with binding_index 1 {{(pid=100590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 15:46:45.455343 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] For port 192bef98-6496-4cad-a81b-7eb6265ab9d6, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=192bef98-6496-4cad-a81b-7eb6265ab9d6,segment=NetworkSegment(2d9638bf-84fb-4d44-8042-b376701a286a),segment_id=2d9638bf-84fb-4d44-8042-b376701a286a)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:46:45.465416 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.475778 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0229cd3-a003-4a4f-b548-d625c525b135 None None] Pushing event updated for resources: {'Port': ['ID=bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:45.575403 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Attempting to bind port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:46:45.575778 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Attempting to bind port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'c5071295-501f-4911-8277-3b72525d728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:46:45.576142 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Attempting to bind port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e on network c6009049-7ce6-40ba-9875-c22eaaf632b3 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:46:45.580956 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372987a-6bfe-44e3-8256-5953969b8a40 None None] Pushing event updated for resources: {'Port': ['ID=192bef98-6496-4cad-a81b-7eb6265ab9d6,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:45.585578 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:46:45.586241 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Checking segment: {'id': 'c5071295-501f-4911-8277-3b72525d728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:46:45.586832 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.587402 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Bound using segment: {'id': 'c5071295-501f-4911-8277-3b72525d728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:46:45.588060 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Bound port: bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5071295-501f-4911-8277-3b72525d728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:46:45.588646 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.594065 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:46:45.608278 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Sync routers for ids ['cc799798-431b-4468-b8f7-79bb4b6a0614'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:46:45.612925 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.614512 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-5e15dacb-4059-4b5c-99b9-e212a8ec3e03 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5529387 Sep 17 15:46:45.617739 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42656) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:45.628162 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Routers {'cc799798-431b-4468-b8f7-79bb4b6a0614'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:46:45.629492 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:46:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['cc799798-431b-4468-b8f7-79bb4b6a0614'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:45.670556 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] For port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:46:45.676037 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] For port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e,segment=NetworkSegment(c5071295-501f-4911-8277-3b72525d728f),segment_id=c5071295-501f-4911-8277-3b72525d728f)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:46:45.683852 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:45.767230 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Routers {'7cbfb78b-6bf0-4690-a523-a84348f194a0'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:46:45.767886 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:46:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['7cbfb78b-6bf0-4690-a523-a84348f194a0'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:45.837633 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Set router cc799798-431b-4468-b8f7-79bb4b6a0614 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:46:45.858563 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0229cd3-a003-4a4f-b548-d625c525b135 None None] Pushing event updated for resources: {'Port': ['ID=bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:45.892174 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-521bee03-eb3f-4143-b2e3-feecac699910 None None] Provisioning complete for port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:45.892744 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-521bee03-eb3f-4143-b2e3-feecac699910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.092981 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] Set router 7cbfb78b-6bf0-4690-a523-a84348f194a0 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:46:46.131651 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-521bee03-eb3f-4143-b2e3-feecac699910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.152787 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'name': 'tempest-TestShelveInstance-1402303251-router', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:45Z', 'revision_number': 3, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'gw_port': {'id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:46.195418 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Checking router: cc799798-431b-4468-b8f7-79bb4b6a0614 for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:46:46.195775 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Updating router cc799798-431b-4468-b8f7-79bb4b6a0614 port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf binding host dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:46:46.209415 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-521bee03-eb3f-4143-b2e3-feecac699910 None None] For port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e,segment=NetworkSegment(c5071295-501f-4911-8277-3b72525d728f),segment_id=c5071295-501f-4911-8277-3b72525d728f)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:46:46.219566 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-521bee03-eb3f-4143-b2e3-feecac699910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.227694 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.267029 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.315762 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bee03-eb3f-4143-b2e3-feecac699910 None None] Pushing event updated for resources: {'Port': ['ID=bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:46.398748 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-ac13351e-4ff7-4846-89d2-a37f8bacdfa5 None None] Provisioning complete for port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:46.399127 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ac13351e-4ff7-4846-89d2-a37f8bacdfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.453593 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Allocated IP 172.20.0.1 (eba351e1-5e82-489a-a516-caffd75ee823/4d7e377f-8390-4ede-932e-7b02a9e26d02/7669ed67-a6ed-42ec-9465-618488f3b816) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:46:46.459979 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'name': 'tempest-TestShelveInstance-1825692828-router', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:42Z', 'revision_number': 4, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'gw_port': {'id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e', 'name': '', 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'mac_address': 'fa:16:3e:b6:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '2f315f18-3693-410a-abdd-8dc37d070de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:41Z', 'updated_at': '2021-09-17T15:46:45Z', 'revision_number': 4, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'subnets': [{'id': '2f315f18-3693-410a-abdd-8dc37d070de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:46.513004 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Notify callbacks [] for port, precommit_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.516208 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d706815-d3ad-4518-878a-ff0ce954309a None None] The sync data for ids ['7cbfb78b-6bf0-4690-a523-a84348f194a0'] in dv-cinder-734093-3-iscsi is: [{'id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'name': 'tempest-TestShelveInstance-1825692828-router', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:42Z', 'revision_number': 4, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'gw_port': {'id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e', 'name': '', 'network_id': 'c6009049-7ce6-40ba-9875-c22eaaf632b3', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'mac_address': 'fa:16:3e:b6:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '2f315f18-3693-410a-abdd-8dc37d070de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:41Z', 'updated_at': '2021-09-17T15:46:45Z', 'revision_number': 4, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'subnets': [{'id': '2f315f18-3693-410a-abdd-8dc37d070de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:46:46.520675 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.610896 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66655f-f9b7-4cce-af7e-f23f77ec7b19 None None] Pushing event updated for resources: {'Port': ['ID=4c4fea4d-05ac-4717-8187-3a3f0e74aadf,revision_number=2']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:46.614353 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Attempting to bind port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:46:46.614727 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Attempting to bind port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:46:46.615179 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Attempting to bind port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf on network cfc9e63a-f126-460d-a39a-340e6a463e78 {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:46:46.621711 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:46:46.622156 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:46:46.622496 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.622896 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Bound using segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:46:46.623414 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Bound port: 4c4fea4d-05ac-4717-8187-3a3f0e74aadf, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:46:46.623822 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.626196 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.707976 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] For port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:46:46.710533 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.712900 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] For port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=4c4fea4d-05ac-4717-8187-3a3f0e74aadf,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:46:46.726371 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.780708 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Network eba351e1-5e82-489a-a516-caffd75ee823 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:46:46.790553 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:46.795608 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:46:46.824935 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Pushing event updated for resources: {'Port': ['ID=7669ed67-a6ed-42ec-9465-618488f3b816,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:46.845268 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8333707'] for router_interface, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:46.853993 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Routers {'cc799798-431b-4468-b8f7-79bb4b6a0614'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:46:46.854640 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:46:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['cc799798-431b-4468-b8f7-79bb4b6a0614'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:46.881901 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec4bec-c655-4eaf-a1e3-26779798003a None None] Network eba351e1-5e82-489a-a516-caffd75ee823 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:46:46.936222 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66655f-f9b7-4cce-af7e-f23f77ec7b19 None None] Pushing event updated for resources: {'Port': ['ID=4c4fea4d-05ac-4717-8187-3a3f0e74aadf,revision_number=3']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:47.015607 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.051338 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 192bef98-6496-4cad-a81b-7eb6265ab9d6 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:47.118608 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] Set router cc799798-431b-4468-b8f7-79bb4b6a0614 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:46:47.175952 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-ee1820a6-17bc-4408-89b1-76a8c83d705a None None] Provisioning complete for port 192bef98-6496-4cad-a81b-7eb6265ab9d6 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:47.176327 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ee1820a6-17bc-4408-89b1-76a8c83d705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.314795 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 192bef98-6496-4cad-a81b-7eb6265ab9d6 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:47.315455 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.354797 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'name': 'tempest-TestShelveInstance-1402303251-router', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:45Z', 'revision_number': 3, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'gw_port': {'id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:47.409824 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dba31ee-a5f3-43bf-a435-14cb3bbf452b None None] The sync data for ids ['cc799798-431b-4468-b8f7-79bb4b6a0614'] in dv-cinder-734093-3-iscsi is: [{'id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'name': 'tempest-TestShelveInstance-1402303251-router', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:45Z', 'revision_number': 3, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'gw_port': {'id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:46:47.459044 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ee1820a6-17bc-4408-89b1-76a8c83d705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.549087 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.554502 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-ee1820a6-17bc-4408-89b1-76a8c83d705a None None] For port 192bef98-6496-4cad-a81b-7eb6265ab9d6, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=192bef98-6496-4cad-a81b-7eb6265ab9d6,segment=NetworkSegment(2d9638bf-84fb-4d44-8042-b376701a286a),segment_id=2d9638bf-84fb-4d44-8042-b376701a286a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:46:47.561354 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.568927 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.571230 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ee1820a6-17bc-4408-89b1-76a8c83d705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.648184 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8079789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8333851'] for router_interface, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.671308 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Pushing event updated for resources: {'Port': ['ID=7669ed67-a6ed-42ec-9465-618488f3b816,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:47.682741 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1820a6-17bc-4408-89b1-76a8c83d705a None None] Pushing event updated for resources: {'Port': ['ID=192bef98-6496-4cad-a81b-7eb6265ab9d6,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:47.694870 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.db.api [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 15:46:47.695282 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG oslo_db.api [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 15:46:47.811163 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-8fa44770-333b-48df-927a-a3ec110d0c37 None None] Provisioning complete for port 192bef98-6496-4cad-a81b-7eb6265ab9d6 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:47.811555 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-8fa44770-333b-48df-927a-a3ec110d0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.814726 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Network eba351e1-5e82-489a-a516-caffd75ee823 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:46:47.822454 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:46:47.974717 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-8fa44770-333b-48df-927a-a3ec110d0c37 None None] Provisioning complete for port 7669ed67-a6ed-42ec-9465-618488f3b816 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:47.975724 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-8fa44770-333b-48df-927a-a3ec110d0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:47.984215 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Router cc799798-431b-4468-b8f7-79bb4b6a0614 has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:46:48.023849 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-8fa44770-333b-48df-927a-a3ec110d0c37 None None] Port 7669ed67-a6ed-42ec-9465-618488f3b816 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:46:48.115633 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:46:48.126717 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-42ec4e60-34ce-4d1a-9410-6c4477d66d43 admin admin] 10.222.0.50 "PUT /v2.0/routers/cc799798-431b-4468-b8f7-79bb4b6a0614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5075717 Sep 17 15:46:48.145974 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-d09a4d87-fb6c-434b-aa61-6c0ab85a00e6 None None] Provisioning complete for port 7669ed67-a6ed-42ec-9465-618488f3b816 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:48.148193 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d09a4d87-fb6c-434b-aa61-6c0ab85a00e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:48.204379 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-d09a4d87-fb6c-434b-aa61-6c0ab85a00e6 None None] Port 7669ed67-a6ed-42ec-9465-618488f3b816 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:46:48.258869 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:48.330053 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:48.330634 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:48.383399 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-25d59d28-f3a4-4964-b31c-16788c7896bb None None] Provisioning complete for port 7669ed67-a6ed-42ec-9465-618488f3b816 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:48.383774 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-25d59d28-f3a4-4964-b31c-16788c7896bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:48.442729 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-25d59d28-f3a4-4964-b31c-16788c7896bb None None] Port 7669ed67-a6ed-42ec-9465-618488f3b816 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:46:48.743038 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 192bef98-6496-4cad-a81b-7eb6265ab9d6 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:48.792477 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 192bef98-6496-4cad-a81b-7eb6265ab9d6 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:48.792852 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:48.808293 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42706) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:48.812955 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-07e1cc02-71a1-44f0-ab2e-eb7228b57a83 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898347376', 'description': 'tempest-secgroup-smoke-898347376 description', 'project_id': 'ea59020d902140bb95ee5b3378f04f70'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:48.840157 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-07e1cc02-71a1-44f0-ab2e-eb7228b57a83 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:48.889886 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 4c4fea4d-05ac-4717-8187-3a3f0e74aadf up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:48.934251 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-07e1cc02-71a1-44f0-ab2e-eb7228b57a83 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:48.938786 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-07e1cc02-71a1-44f0-ab2e-eb7228b57a83 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:48.938937 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:48.939401 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:48.968648 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-07e1cc02-71a1-44f0-ab2e-eb7228b57a83 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:48.971294 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-07e1cc02-71a1-44f0-ab2e-eb7228b57a83 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1619697 Sep 17 15:46:48.972912 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42710) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:48.976447 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1cc02-71a1-44f0-ab2e-eb7228b57a83 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c850db-53e6-4eb9-a42f-287c4845a5d8,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:48.980220 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-85509cf7-a47b-420d-b3ef-b1210d38fbee tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Request body: {'security_group_rule': {'security_group_id': '27c850db-53e6-4eb9-a42f-287c4845a5d8', 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:49.008903 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-85509cf7-a47b-420d-b3ef-b1210d38fbee tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.025635 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.046107 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=4c4fea4d-05ac-4717-8187-3a3f0e74aadf,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:46:49.050838 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.066438 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-85509cf7-a47b-420d-b3ef-b1210d38fbee tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.071771 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-85509cf7-a47b-420d-b3ef-b1210d38fbee tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.089698 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85509cf7-a47b-420d-b3ef-b1210d38fbee tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69216ba5-7ade-4602-80f6-e7ca3355129f,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:49.096506 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-85509cf7-a47b-420d-b3ef-b1210d38fbee tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.097738 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-85509cf7-a47b-420d-b3ef-b1210d38fbee tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225984 Sep 17 15:46:49.102096 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42712) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:49.106840 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-89ce4281-c61a-40a8-a14e-f145ce39d702 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Request body: {'security_group_rule': {'security_group_id': '27c850db-53e6-4eb9-a42f-287c4845a5d8', 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:49.110721 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=4c4fea4d-05ac-4717-8187-3a3f0e74aadf,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:49.134195 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-89ce4281-c61a-40a8-a14e-f145ce39d702 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.411577 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-89ce4281-c61a-40a8-a14e-f145ce39d702 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.416224 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-89ce4281-c61a-40a8-a14e-f145ce39d702 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.436128 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce4281-c61a-40a8-a14e-f145ce39d702 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4d12cc-85cc-4dc3-8b62-6d0eb4070e6c,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:49.442667 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-89ce4281-c61a-40a8-a14e-f145ce39d702 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.449082 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-89ce4281-c61a-40a8-a14e-f145ce39d702 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3458698 Sep 17 15:46:49.449432 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42724) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:49.460494 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-ece03b9e-9610-4a16-844e-b39f58c0642d tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Request body: {'security_group_rule': {'security_group_id': '27c850db-53e6-4eb9-a42f-287c4845a5d8', 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:49.489587 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ece03b9e-9610-4a16-844e-b39f58c0642d tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.550928 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ece03b9e-9610-4a16-844e-b39f58c0642d tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.554614 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ece03b9e-9610-4a16-844e-b39f58c0642d tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.573218 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece03b9e-9610-4a16-844e-b39f58c0642d tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7d90c8-6e79-4d4c-b6ed-1275b2847ffd,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:49.579877 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ece03b9e-9610-4a16-844e-b39f58c0642d tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.581173 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-ece03b9e-9610-4a16-844e-b39f58c0642d tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305406 Sep 17 15:46:49.584981 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42726) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:49.589202 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-e70afa61-26e1-4055-a910-4b917afa234c tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Request body: {'security_group_rule': {'security_group_id': '27c850db-53e6-4eb9-a42f-287c4845a5d8', 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:49.615111 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e70afa61-26e1-4055-a910-4b917afa234c tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.676071 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e70afa61-26e1-4055-a910-4b917afa234c tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.680972 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e70afa61-26e1-4055-a910-4b917afa234c tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.699745 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70afa61-26e1-4055-a910-4b917afa234c tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3150a3-8cee-4aac-b66a-979e10ac9ea9,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:49.709979 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e70afa61-26e1-4055-a910-4b917afa234c tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.714004 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-e70afa61-26e1-4055-a910-4b917afa234c tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280339 Sep 17 15:46:49.714164 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42728) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:49.719075 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-6ef4e396-5e46-4819-907c-a5dfddb5e072 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Request body: {'security_group_rule': {'security_group_id': '27c850db-53e6-4eb9-a42f-287c4845a5d8', 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:49.741924 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.securitygroups_db [None req-6ef4e396-5e46-4819-907c-a5dfddb5e072 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Project ea59020d902140bb95ee5b3378f04f70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 15:46:49.746665 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e396-5e46-4819-907c-a5dfddb5e072 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.807404 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e396-5e46-4819-907c-a5dfddb5e072 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.810982 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e396-5e46-4819-907c-a5dfddb5e072 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.828860 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4e396-5e46-4819-907c-a5dfddb5e072 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cd5767-1386-4d48-b9f2-3685deee1634,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:49.836124 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e396-5e46-4819-907c-a5dfddb5e072 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.839854 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-6ef4e396-5e46-4819-907c-a5dfddb5e072 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222649 Sep 17 15:46:49.840169 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42730) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:46:49.844613 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-54211255-70ae-47a2-9fcf-065b24b44ab7 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Request body: {'security_group_rule': {'security_group_id': '27c850db-53e6-4eb9-a42f-287c4845a5d8', 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:46:49.868639 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.securitygroups_db [None req-54211255-70ae-47a2-9fcf-065b24b44ab7 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Project ea59020d902140bb95ee5b3378f04f70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 15:46:49.873711 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-54211255-70ae-47a2-9fcf-065b24b44ab7 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.939837 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-54211255-70ae-47a2-9fcf-065b24b44ab7 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.943281 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-54211255-70ae-47a2-9fcf-065b24b44ab7 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.962423 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54211255-70ae-47a2-9fcf-065b24b44ab7 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f59e1c-6908-4d21-a454-b40e6320ef45,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:49.968127 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-54211255-70ae-47a2-9fcf-065b24b44ab7 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:49.975315 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-54211255-70ae-47a2-9fcf-065b24b44ab7 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283023 Sep 17 15:46:49.997083 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Sync routers for ids ['cc799798-431b-4468-b8f7-79bb4b6a0614'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:46:50.006508 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Routers {'cc799798-431b-4468-b8f7-79bb4b6a0614'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:46:50.007136 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:46:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['cc799798-431b-4468-b8f7-79bb4b6a0614'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:50.123619 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Set router cc799798-431b-4468-b8f7-79bb4b6a0614 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:46:50.323426 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'name': 'tempest-TestShelveInstance-1402303251-router', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:46Z', 'revision_number': 4, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'gw_port': {'id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '7669ed67-a6ed-42ec-9465-618488f3b816', 'name': '', 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'mac_address': 'fa:16:3e:da:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4d7e377f-8390-4ede-932e-7b02a9e26d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:46Z', 'updated_at': '2021-09-17T15:46:47Z', 'revision_number': 2, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'subnets': [{'id': '4d7e377f-8390-4ede-932e-7b02a9e26d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:50.351380 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Checking router: cc799798-431b-4468-b8f7-79bb4b6a0614 for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:46:50.351740 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Updating router cc799798-431b-4468-b8f7-79bb4b6a0614 port 7669ed67-a6ed-42ec-9465-618488f3b816 binding host dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 15:46:50.385353 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:50.665775 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 4c4fea4d-05ac-4717-8187-3a3f0e74aadf up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:50.710854 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:50.719494 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:50.783124 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:50.783503 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:50.787915 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a18d52-d658-42db-9e82-2d1a6495fb9d None None] Pushing event updated for resources: {'Port': ['ID=7669ed67-a6ed-42ec-9465-618488f3b816,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:50.866576 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Attempting to bind port 7669ed67-a6ed-42ec-9465-618488f3b816 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:46:50.866944 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Attempting to bind port 7669ed67-a6ed-42ec-9465-618488f3b816 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '2d9638bf-84fb-4d44-8042-b376701a286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:46:50.867314 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Attempting to bind port 7669ed67-a6ed-42ec-9465-618488f3b816 on network eba351e1-5e82-489a-a516-caffd75ee823 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:46:50.875189 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:46:50.875572 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Checking segment: {'id': '2d9638bf-84fb-4d44-8042-b376701a286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:46:50.875984 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:50.876383 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Bound using segment: {'id': '2d9638bf-84fb-4d44-8042-b376701a286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:46:50.876867 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Bound port: 7669ed67-a6ed-42ec-9465-618488f3b816, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9638bf-84fb-4d44-8042-b376701a286a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:46:50.877259 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:50.985615 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] For port 7669ed67-a6ed-42ec-9465-618488f3b816, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:46:50.989342 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] For port 7669ed67-a6ed-42ec-9465-618488f3b816, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=7669ed67-a6ed-42ec-9465-618488f3b816,segment=NetworkSegment(2d9638bf-84fb-4d44-8042-b376701a286a),segment_id=2d9638bf-84fb-4d44-8042-b376701a286a)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:46:50.995794 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:50.999822 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-51e92384-9c88-465f-b370-9d340de585ae None None] Provisioning complete for port 7669ed67-a6ed-42ec-9465-618488f3b816 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:51.000387 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-51e92384-9c88-465f-b370-9d340de585ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:51.091659 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Routers {'cc799798-431b-4468-b8f7-79bb4b6a0614'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:46:51.092309 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:46:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['cc799798-431b-4468-b8f7-79bb4b6a0614'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:51.094984 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a18d52-d658-42db-9e82-2d1a6495fb9d None None] Pushing event updated for resources: {'Port': ['ID=7669ed67-a6ed-42ec-9465-618488f3b816,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:51.331369 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-51e92384-9c88-465f-b370-9d340de585ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:51.355307 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] Set router cc799798-431b-4468-b8f7-79bb4b6a0614 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:46:51.408085 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-51e92384-9c88-465f-b370-9d340de585ae None None] For port 7669ed67-a6ed-42ec-9465-618488f3b816, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=7669ed67-a6ed-42ec-9465-618488f3b816,segment=NetworkSegment(2d9638bf-84fb-4d44-8042-b376701a286a),segment_id=2d9638bf-84fb-4d44-8042-b376701a286a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:46:51.417832 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-51e92384-9c88-465f-b370-9d340de585ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:51.567533 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e92384-9c88-465f-b370-9d340de585ae None None] Pushing event updated for resources: {'Port': ['ID=7669ed67-a6ed-42ec-9465-618488f3b816,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:46:51.587866 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-08e9fb9d-e75c-467e-a36b-2f8badf5ea92 None None] Provisioning complete for port 7669ed67-a6ed-42ec-9465-618488f3b816 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:51.588179 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-08e9fb9d-e75c-467e-a36b-2f8badf5ea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:46:51.711461 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'name': 'tempest-TestShelveInstance-1402303251-router', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:46Z', 'revision_number': 4, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'gw_port': {'id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '7669ed67-a6ed-42ec-9465-618488f3b816', 'name': '', 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'mac_address': 'fa:16:3e:da:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4d7e377f-8390-4ede-932e-7b02a9e26d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:46Z', 'updated_at': '2021-09-17T15:46:50Z', 'revision_number': 4, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'subnets': [{'id': '4d7e377f-8390-4ede-932e-7b02a9e26d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:46:51.741998 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc445f-9654-4b30-b6ed-3882c4f32fb4 None None] The sync data for ids ['cc799798-431b-4468-b8f7-79bb4b6a0614'] in dv-cinder-734093-3-iscsi is: [{'id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'name': 'tempest-TestShelveInstance-1402303251-router', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:46Z', 'revision_number': 4, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'gw_port': {'id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '7669ed67-a6ed-42ec-9465-618488f3b816', 'name': '', 'network_id': 'eba351e1-5e82-489a-a516-caffd75ee823', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'mac_address': 'fa:16:3e:da:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4d7e377f-8390-4ede-932e-7b02a9e26d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:46Z', 'updated_at': '2021-09-17T15:46:50Z', 'revision_number': 4, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'subnets': [{'id': '4d7e377f-8390-4ede-932e-7b02a9e26d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:46:52.680141 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 7669ed67-a6ed-42ec-9465-618488f3b816 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:46:52.735784 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 7669ed67-a6ed-42ec-9465-618488f3b816 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:46:52.736512 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:01.366110 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:47:09.080764 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a16b15cf-c92a-4a39-9713-f33d4613c851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:11.754276 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e18037e6-f460-40b3-93f0-b1d0c228d814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:12.074518 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:13.236582 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:14.616106 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:15.061994 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:16.422176 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-136ef503-3a1a-49bb-be99-200a656a77fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366464 Sep 17 15:47:16.481957 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-b8640f48-315c-4da1-91e4-dbb4d39599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:47:16.483417 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-b8640f48-315c-4da1-91e4-dbb4d39599b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 1098 time: 0.0383844 Sep 17 15:47:16.588309 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-e0efb763-ca0c-4961-8296-01be3520c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:47:16.589902 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-e0efb763-ca0c-4961-8296-01be3520c78b service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.0836570 Sep 17 15:47:16.633077 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-8926c24e-54f2-4f81-aff9-bdc5ab7cedaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82 HTTP/1.1" status: 200 len: 217 time: 0.0337777 Sep 17 15:47:16.683451 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-72734f96-d14c-4484-b3ae-5eafc2c4e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:47:16.684845 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-72734f96-d14c-4484-b3ae-5eafc2c4e36a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0429270 Sep 17 15:47:16.716500 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-a25ed7d3-6bf7-4bf6-a137-83b4b82249b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225847 Sep 17 15:47:16.817941 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-63884853-6e6e-4c47-8262-54ce66cdbf1e service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910873 Sep 17 15:47:16.935858 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cac240ea-ffe2-45e3-a5f0-ca3b0c07b65b req-21e4dad0-8a40-42ff-bc63-9d32cac84067 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875189 Sep 17 15:47:38.366180 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:47:39.073169 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-32411e96-76f9-489f-87e5-17cd4e4bdd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:41.756018 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-fb23bede-c742-4f49-8221-308845811e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:42.076500 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:43.240099 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:44.618227 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:47:45.062279 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:09.073365 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-acd3c9c3-f860-4b49-a553-516341c816bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:11.755953 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-705effc1-1a51-4ff7-81d0-97e1bcd0d6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:12.077680 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:13.241938 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:14.621553 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:15.064277 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:15.366227 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:48:18.451173 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-58b39b20-d69b-417c-86f8-90fdf568ca6e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376787 Sep 17 15:48:18.511245 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-c7988dd3-133d-4c5f-85b8-fb584aa84bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:48:18.512695 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-c7988dd3-133d-4c5f-85b8-fb584aa84bf1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca81b632db194f88921000d02e62751c&device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 1099 time: 0.0381379 Sep 17 15:48:18.616040 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-1568e3b0-dcbe-497b-b072-eed282ff4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:48:18.617473 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-1568e3b0-dcbe-497b-b072-eed282ff4490 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a66c1e7b-da6a-438e-885c-cf6626239a40 HTTP/1.1" status: 200 len: 911 time: 0.0855803 Sep 17 15:48:18.682955 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-60fc55af-c666-46f8-b87a-0470e2ae4353 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c971ef2-7360-42a9-91fc-d1e2206abfee HTTP/1.1" status: 200 len: 1002 time: 0.0577979 Sep 17 15:48:18.735672 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-577d9565-9fcd-4475-9726-927e89a69722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:48:18.737251 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-577d9565-9fcd-4475-9726-927e89a69722 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebba3b64-cf19-44e4-931e-d35fbd21d7f2 HTTP/1.1" status: 200 len: 849 time: 0.0466769 Sep 17 15:48:18.786663 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-f5db1e3e-b59a-49e6-9a2c-3f047ef5cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:48:18.788148 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-f5db1e3e-b59a-49e6-9a2c-3f047ef5cbd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a66c1e7b-da6a-438e-885c-cf6626239a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431302 Sep 17 15:48:18.879830 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-97b924cb-83b5-4985-a2b8-d8a583d5ad17 service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840552 Sep 17 15:48:18.976013 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4fca3646-0458-4d7d-ac55-4a7795949781 req-8877dde3-82bc-4863-ade1-fb77b11f31b9 service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883262 Sep 17 15:48:39.073598 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1155-4852-4bab-b3f7-6f991a559416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:41.755630 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2940678d-0790-4c74-b9ab-c7b181d1f0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:42.079068 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:43.244386 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:44.625773 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:45.071973 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:48:52.364620 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:49:09.073174 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-31c678fc-211c-45ed-97bd-96f350d068d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:11.756674 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6b603099-f310-44cc-b251-037f098a1b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:12.080605 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:13.248266 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:14.626185 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:15.091222 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:18.411846 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01c093fb-9d5c-4548-b890-ccb885700471 req-e14f467a-b055-4c21-b0d3-fc65039059c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382674 Sep 17 15:49:18.487377 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c093fb-9d5c-4548-b890-ccb885700471 req-d29b9628-51e9-4d43-b2b1-e48151a42882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:49:18.488832 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01c093fb-9d5c-4548-b890-ccb885700471 req-d29b9628-51e9-4d43-b2b1-e48151a42882 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 1099 time: 0.0385337 Sep 17 15:49:18.593029 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c093fb-9d5c-4548-b890-ccb885700471 req-2a986617-3cbe-4534-82bd-07f6e43567f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:49:18.594568 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01c093fb-9d5c-4548-b890-ccb885700471 req-2a986617-3cbe-4534-82bd-07f6e43567f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.0852537 Sep 17 15:49:18.635879 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01c093fb-9d5c-4548-b890-ccb885700471 req-f25b9f7f-f4ea-42d1-95b4-3373bd852313 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=000af5fc-c73e-417c-b845-9b3fa553d861 HTTP/1.1" status: 200 len: 217 time: 0.0338840 Sep 17 15:49:18.690270 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c093fb-9d5c-4548-b890-ccb885700471 req-9795b263-e1f5-47fc-b97e-e731ef9b37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:49:18.691750 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01c093fb-9d5c-4548-b890-ccb885700471 req-9795b263-e1f5-47fc-b97e-e731ef9b37b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0472729 Sep 17 15:49:18.723358 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01c093fb-9d5c-4548-b890-ccb885700471 req-bf3e918b-cdd6-4d90-a964-2daafc117117 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238669 Sep 17 15:49:18.811765 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01c093fb-9d5c-4548-b890-ccb885700471 req-fdff3281-396d-4863-9e22-dad3f3321052 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810795 Sep 17 15:49:18.903822 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01c093fb-9d5c-4548-b890-ccb885700471 req-f79b71ce-dd81-486d-8e85-a0433405e833 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844507 Sep 17 15:49:29.362781 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:49:39.073445 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-508ecaad-f70a-431a-a0f7-42db5056dcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:41.756524 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1c9220ec-870c-443f-8b68-ce0b7fe5f378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:42.087627 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:43.251363 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:44.628128 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:49:45.091601 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:06.361053 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:50:09.072778 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7d829dac-a8ae-440c-bda6-5b209f0f3840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:11.758393 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f8269983-a8c3-4f1c-b5cd-1e4a35fbb920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:12.079160 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:13.252377 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:14.631226 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:15.100779 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:39.073963 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-8af1d6ca-6c61-405a-a6ce-07bd5acdc839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:41.760503 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7a312d5c-57a9-43bd-9947-ec929c06a7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:42.079261 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:43.256229 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:43.361395 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:50:44.635402 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:50:45.105625 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:09.078950 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-dc4713aa-796f-4b91-97fc-b6f7cc74dfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:11.763891 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-56c064e4-7a07-42d1-8eed-68324a9e5dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:12.079900 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:13.258742 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:14.635284 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:15.114173 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:20.360158 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:51:21.539764 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dad2087a-e438-452a-bb79-f9b582aae033 req-e7dbc78e-3bba-4449-870c-9362d8746269 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1477940 Sep 17 15:51:21.618040 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2087a-e438-452a-bb79-f9b582aae033 req-ab63595b-0aa4-419f-83e2-9e9e9dd8126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:51:21.619482 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dad2087a-e438-452a-bb79-f9b582aae033 req-ab63595b-0aa4-419f-83e2-9e9e9dd8126a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 1098 time: 0.0391276 Sep 17 15:51:21.725141 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2087a-e438-452a-bb79-f9b582aae033 req-dc0c4dd4-c884-40da-a743-8f6cffc89251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:51:21.726867 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dad2087a-e438-452a-bb79-f9b582aae033 req-dc0c4dd4-c884-40da-a743-8f6cffc89251 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0884414 Sep 17 15:51:21.768041 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dad2087a-e438-452a-bb79-f9b582aae033 req-12f462a1-6baf-4ba9-9baf-4b56010fffe8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 200 len: 217 time: 0.0336943 Sep 17 15:51:21.820112 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2087a-e438-452a-bb79-f9b582aae033 req-b5e83c78-fbf5-4424-a9f3-3a7fff50372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:51:21.821546 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dad2087a-e438-452a-bb79-f9b582aae033 req-b5e83c78-fbf5-4424-a9f3-3a7fff50372e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0467427 Sep 17 15:51:21.853608 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dad2087a-e438-452a-bb79-f9b582aae033 req-b05e9725-ad68-47e2-b283-4b14ed0674d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245097 Sep 17 15:51:21.950622 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dad2087a-e438-452a-bb79-f9b582aae033 req-d78de5d6-ae33-4fb1-94fb-7cfb78aa40f5 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892706 Sep 17 15:51:22.040453 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-dad2087a-e438-452a-bb79-f9b582aae033 req-82124da5-5777-44df-8850-ab180f03adb4 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832949 Sep 17 15:51:39.080177 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5cda6e2b-d41e-42c5-a726-57143fea54b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:41.766056 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a3d6d3cb-e007-4f90-aa17-afea4f3dbe55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:42.080614 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:43.261567 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:44.637415 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:45.128038 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:51:57.358768 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:52:09.082198 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-acb1af8d-a1d3-4baf-bc7e-45dc4f22cd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:11.766549 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-cb29be48-941f-4c8d-9809-e9ed0fcce39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:12.085172 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:13.263146 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:14.640906 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:15.142897 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:21.412934 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-38272763-d4c9-4015-8e5a-4b1768c6dcaf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403736 Sep 17 15:52:21.476744 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-2c6aef94-b27a-4e1d-892e-47121d3dbddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:52:21.478314 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-2c6aef94-b27a-4e1d-892e-47121d3dbddd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810d0e564a67400c9b2b08c68ab198e4&device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 1098 time: 0.0432384 Sep 17 15:52:21.580665 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-4c971cf3-ef61-4559-a265-9abd5282a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:52:21.582194 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-4c971cf3-ef61-4559-a265-9abd5282a36f service neutron] 10.222.0.37 "GET /v2.0/networks?id=86e5a977-5813-4cf1-9900-b2d7b12e98f6 HTTP/1.1" status: 200 len: 918 time: 0.0854964 Sep 17 15:52:21.650805 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-85eb756f-e57b-42e9-8a7e-7287d963eccd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae59b907-6376-4727-ab46-8bbb37e06cae HTTP/1.1" status: 200 len: 1001 time: 0.0613046 Sep 17 15:52:21.698064 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-bf03d9c2-f43e-4357-9891-b34233eae5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:52:21.699394 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-bf03d9c2-f43e-4357-9891-b34233eae5d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b8d1c26b-aee6-40bf-8357-7b1e787bec6a HTTP/1.1" status: 200 len: 856 time: 0.0418282 Sep 17 15:52:21.745147 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-92a36218-bf4a-413e-8154-de8f568658cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:52:21.746691 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-92a36218-bf4a-413e-8154-de8f568658cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86e5a977-5813-4cf1-9900-b2d7b12e98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399151 Sep 17 15:52:21.839474 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-2da76d0b-63a4-4f47-8c44-4dfcdf9e2781 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854027 Sep 17 15:52:21.940141 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-94a59ab0-1f71-4182-88ef-8070dfe7df2a req-a7043666-12f4-412c-afe8-269614c7275a service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931656 Sep 17 15:52:34.358345 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:52:39.083473 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-8453368a-e821-4969-af4c-2bd1327ff1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:41.769280 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a12ef280-7adf-4db1-a45f-7b74d6f35494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:42.088742 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:43.270502 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:44.644572 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:45.153207 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:50.379146 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 48420) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:50.442134 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:50.472768 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:50.535373 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:50.537908 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:50.539043 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] 10.222.0.50 "DELETE /v2.0/security-groups/27c850db-53e6-4eb9-a42f-287c4845a5d8 HTTP/1.1" status: 204 len: 168 time: 0.1589210 Sep 17 15:52:50.547924 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c850db-53e6-4eb9-a42f-287c4845a5d8,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:50.556940 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.557288 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.557659 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.557993 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.558321 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.558648 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.558974 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.559295 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.559619 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.559943 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.560260 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.560702 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7df949-bf88-41b3-abca-1790ae9777a4 tempest-TestShelveInstance-2036566947 tempest-TestShelveInstance-2036566947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:50.637880 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 48426) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:51.151471 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8333830'] for router_interface, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:51.439860 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] Deleting port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:52:51.440483 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:51.729157 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] For port bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e,segment=NetworkSegment(c5071295-501f-4911-8277-3b72525d728f),segment_id=c5071295-501f-4911-8277-3b72525d728f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:52:51.729625 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:51.741351 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] Calling delete_port for bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e owned by network:router_interface {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:52:51.914880 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:51.939309 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:52.106910 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8079796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8333750'] for router_interface, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:52.321553 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] Router 7cbfb78b-6bf0-4690-a523-a84348f194a0 has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:52:52.427778 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:52:52.432708 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-f426179a-268c-43fa-ad96-70567e80273a admin admin] 10.222.0.50 "PUT /v2.0/routers/7cbfb78b-6bf0-4690-a523-a84348f194a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7937562 Sep 17 15:52:52.435401 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 48454) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:52.436374 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] Sync routers for ids ['7cbfb78b-6bf0-4690-a523-a84348f194a0'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:52:52.445447 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] Routers {'7cbfb78b-6bf0-4690-a523-a84348f194a0'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:52:52.446082 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:52:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['7cbfb78b-6bf0-4690-a523-a84348f194a0'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:52.544144 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:52.553048 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] Set router 7cbfb78b-6bf0-4690-a523-a84348f194a0 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:52:52.651118 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:52.704304 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Deleting port c96e8a58-7e0d-4f41-b854-98dbb539f7ca {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:52:52.704561 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:52.727902 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'name': 'tempest-TestShelveInstance-1825692828-router', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:52:51Z', 'revision_number': 5, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'gw_port': {'id': 'c96e8a58-7e0d-4f41-b854-98dbb539f7ca', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:52.754386 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] Checking router: 7cbfb78b-6bf0-4690-a523-a84348f194a0 for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:52:52.762927 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] Routers {'7cbfb78b-6bf0-4690-a523-a84348f194a0'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:52:52.763569 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:52:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['7cbfb78b-6bf0-4690-a523-a84348f194a0'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:52.783900 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] For port c96e8a58-7e0d-4f41-b854-98dbb539f7ca, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=c96e8a58-7e0d-4f41-b854-98dbb539f7ca,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:52:52.784245 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:52.796010 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Calling delete_port for c96e8a58-7e0d-4f41-b854-98dbb539f7ca owned by network:router_gateway {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:52:52.849937 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] Set router 7cbfb78b-6bf0-4690-a523-a84348f194a0 gateway port host: None {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:52:52.905891 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'name': 'tempest-TestShelveInstance-1825692828-router', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:52:52Z', 'revision_number': 6, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'gw_port_host': None}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:52.932216 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfd28c-ae27-4df9-9663-2e003ee51bc4 None None] The sync data for ids ['7cbfb78b-6bf0-4690-a523-a84348f194a0'] in dv-cinder-734093-3-iscsi is: [{'id': '7cbfb78b-6bf0-4690-a523-a84348f194a0', 'name': 'tempest-TestShelveInstance-1825692828-router', 'tenant_id': 'ea59020d902140bb95ee5b3378f04f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:39Z', 'updated_at': '2021-09-17T15:52:52Z', 'revision_number': 6, 'project_id': 'ea59020d902140bb95ee5b3378f04f70', 'gw_port_host': None}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:52:52.974519 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.010080 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96e8a58-7e0d-4f41-b854-98dbb539f7ca,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:53.031531 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.032457 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.032796 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.033161 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.033464 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.033814 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.034184 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.034465 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.034787 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.035105 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.035423 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.035738 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:53.075072 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8333680'] for router_gateway, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.177034 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.179227 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.243605 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334810'] for router, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.244192 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cbfb78b-6bf0-4690-a523-a84348f194a0 {{(pid=100591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 15:52:53.249236 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.250430 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-29c6d771-da1d-4f90-980e-02e2b99dc2a2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7cbfb78b-6bf0-4690-a523-a84348f194a0 HTTP/1.1" status: 204 len: 168 time: 0.8140514 Sep 17 15:52:53.252971 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 48466) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:53.299945 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c70dad2-ec2b-4c30-9912-00beedc323e8 admin admin] Deleting subnet 2f315f18-3693-410a-abdd-8dc37d070de1 {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 15:52:53.303262 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9c70dad2-ec2b-4c30-9912-00beedc323e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.341088 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9c70dad2-ec2b-4c30-9912-00beedc323e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5451869'] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.462345 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9c70dad2-ec2b-4c30-9912-00beedc323e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.511927 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9c70dad2-ec2b-4c30-9912-00beedc323e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16344320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16483010'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.536222 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70dad2-ec2b-4c30-9912-00beedc323e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f315f18-3693-410a-abdd-8dc37d070de1,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:53.541925 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9c70dad2-ec2b-4c30-9912-00beedc323e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.543907 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-9c70dad2-ec2b-4c30-9912-00beedc323e8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2f315f18-3693-410a-abdd-8dc37d070de1 HTTP/1.1" status: 204 len: 168 time: 0.2898500 Sep 17 15:52:53.546331 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 48476) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:53.547803 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5219c4fd-a267-4483-a788-002457100f19 None None] Network c6009049-7ce6-40ba-9875-c22eaaf632b3 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:52:53.626651 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.683632 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Deleting port 33215c08-4760-42b8-9726-c989f272f6cf {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:52:53.684732 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.733945 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] DHCP port deletion for c6009049-7ce6-40ba-9875-c22eaaf632b3 request from dv-cinder-734093-3-iscsi {{(pid=100592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 15:52:53.756589 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] For port 33215c08-4760-42b8-9726-c989f272f6cf, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=33215c08-4760-42b8-9726-c989f272f6cf,segment=NetworkSegment(c5071295-501f-4911-8277-3b72525d728f),segment_id=c5071295-501f-4911-8277-3b72525d728f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:52:53.756963 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.774639 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Calling delete_port for 33215c08-4760-42b8-9726-c989f272f6cf owned by network:dhcp {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:52:53.859115 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.888005 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=33215c08-4760-42b8-9726-c989f272f6cf,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:53.891391 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] No DVR routers for this DVR port 33215c08-4760-42b8-9726-c989f272f6cf on host dv-cinder-734093-3-iscsi {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 15:52:53.900642 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Deleting port 33215c08-4760-42b8-9726-c989f272f6cf {{(pid=100592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:52:53.901029 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.967135 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] For port 33215c08-4760-42b8-9726-c989f272f6cf, host dv-cinder-734093-3-iscsi, got binding levels [] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:52:53.967348 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.967602 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.982170 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Calling delete_port for 33215c08-4760-42b8-9726-c989f272f6cf owned by network:dhcp {{(pid=100592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:52:53.987561 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.ipam_backend_mixin [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Port 33215c08-4760-42b8-9726-c989f272f6cf was not found and therefore no delete operation was performed {{(pid=100592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 15:52:53.989314 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723'] for port, after_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:53.990012 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6009049-7ce6-40ba-9875-c22eaaf632b3']}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:54.000010 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5071295-501f-4911-8277-3b72525d728f') {'for_net_delete': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:54.000307 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5071295-501f-4911-8277-3b72525d728f') {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:54.012705 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5451862'] for segment, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:54.018747 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Pushing event deleted for resources: {'Port': ['ID=33215c08-4760-42b8-9726-c989f272f6cf,revision_number=None']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:54.023112 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] No DVR routers for this DVR port 33215c08-4760-42b8-9726-c989f272f6cf on host dv-cinder-734093-3-iscsi {{(pid=100592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 15:52:54.028363 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:54.030075 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.030452 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.030799 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.031140 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.032290 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.032490 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.032926 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.033262 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.033636 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.033975 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.034353 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.034637 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf36bc7-23c7-499c-8600-1918ca33866b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:52:54.035298 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 15:52:54.035780 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16345310'] for segment, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: Traceback (most recent call last): Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: timer() Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: cb(*args, **kw) Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: return func(*args, **kwargs) Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: self._notify() Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: self.callback(batched_events) Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: event.method(event) Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: return f(self, *a, **k) Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._get(url).json() Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: return self.request(url, 'GET', **kwargs) Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 15:52:54.037440 dv-cinder-734093-3-iscsi neutron-server[100590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 15:52:54.092886 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:54.107520 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:54.112323 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c6009049-7ce6-40ba-9875-c22eaaf632b3 HTTP/1.1" status: 204 len: 168 time: 0.5621331 Sep 17 15:52:54.112739 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 48482) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:54.118774 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de39dcb-a7d1-4458-9502-2f3162bd7fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6009049-7ce6-40ba-9875-c22eaaf632b3,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:54.524970 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8333830'] for router_interface, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:54.877361 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device c96e8a58-7e0d-4f41-b854-98dbb539f7ca no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:52:54.897500 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: c96e8a58-7e0d-4f41-b854-98dbb539f7ca {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:52:54.897874 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device c96e8a58-7e0d-4f41-b854-98dbb539f7ca not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:52:54.898294 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:52:54.917199 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:52:54.917553 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device bd27ff89-b3a2-46a8-8e4e-aee15ac44b3e not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:52:54.917982 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 33215c08-4760-42b8-9726-c989f272f6cf no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:52:54.936234 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 33215c08-4760-42b8-9726-c989f272f6cf {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:52:54.936582 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 33215c08-4760-42b8-9726-c989f272f6cf not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:52:55.027782 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] Deleting port 7669ed67-a6ed-42ec-9465-618488f3b816 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:52:55.028122 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:55.106116 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] For port 7669ed67-a6ed-42ec-9465-618488f3b816, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=7669ed67-a6ed-42ec-9465-618488f3b816,segment=NetworkSegment(2d9638bf-84fb-4d44-8042-b376701a286a),segment_id=2d9638bf-84fb-4d44-8042-b376701a286a)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:52:55.106504 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:55.119008 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] Calling delete_port for 7669ed67-a6ed-42ec-9465-618488f3b816 owned by network:router_interface {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:52:55.297398 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:55.320716 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] Pushing event deleted for resources: {'Port': ['ID=7669ed67-a6ed-42ec-9465-618488f3b816,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:55.505254 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8079796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8333750'] for router_interface, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:55.716029 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] Router cc799798-431b-4468-b8f7-79bb4b6a0614 has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:52:55.820790 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:52:55.825826 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d44f386f-5bd6-4978-8f9d-d46c92aa5474 admin admin] 10.222.0.50 "PUT /v2.0/routers/cc799798-431b-4468-b8f7-79bb4b6a0614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7120969 Sep 17 15:52:55.828302 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 48510) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:55.831117 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] Sync routers for ids ['cc799798-431b-4468-b8f7-79bb4b6a0614'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:52:55.840421 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] Routers {'cc799798-431b-4468-b8f7-79bb4b6a0614'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:52:55.841035 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:52:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['cc799798-431b-4468-b8f7-79bb4b6a0614'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:55.936404 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Notify callbacks [] for router, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:55.948972 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] Set router cc799798-431b-4468-b8f7-79bb4b6a0614 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:52:56.041466 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.095987 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Deleting port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:52:56.096333 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.127722 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'name': 'tempest-TestShelveInstance-1402303251-router', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:52:55Z', 'revision_number': 5, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'gw_port': {'id': '4c4fea4d-05ac-4717-8187-3a3f0e74aadf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:56.158839 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] Checking router: cc799798-431b-4468-b8f7-79bb4b6a0614 for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:52:56.168029 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] Routers {'cc799798-431b-4468-b8f7-79bb4b6a0614'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:52:56.168644 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:52:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['cc799798-431b-4468-b8f7-79bb4b6a0614'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:56.175932 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] For port 4c4fea4d-05ac-4717-8187-3a3f0e74aadf, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=4c4fea4d-05ac-4717-8187-3a3f0e74aadf,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:52:56.176488 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.188670 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Calling delete_port for 4c4fea4d-05ac-4717-8187-3a3f0e74aadf owned by network:router_gateway {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:52:56.259455 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] Set router cc799798-431b-4468-b8f7-79bb4b6a0614 gateway port host: None {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:52:56.310851 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'name': 'tempest-TestShelveInstance-1402303251-router', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:52:56Z', 'revision_number': 6, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'gw_port_host': None}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:56.340054 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83fa9e2-a93a-41bc-ac4a-67c7bb844c49 None None] The sync data for ids ['cc799798-431b-4468-b8f7-79bb4b6a0614'] in dv-cinder-734093-3-iscsi is: [{'id': 'cc799798-431b-4468-b8f7-79bb4b6a0614', 'name': 'tempest-TestShelveInstance-1402303251-router', 'tenant_id': '9720250d35f3418a80261186a7aa1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:46:44Z', 'updated_at': '2021-09-17T15:52:56Z', 'revision_number': 6, 'project_id': '9720250d35f3418a80261186a7aa1e7d', 'gw_port_host': None}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:52:56.360684 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.390476 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4fea4d-05ac-4717-8187-3a3f0e74aadf,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:56.449664 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8333680'] for router_gateway, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.545819 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.545819 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.587210 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334810'] for router, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.587747 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc799798-431b-4468-b8f7-79bb4b6a0614 {{(pid=100591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 15:52:56.592707 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] Notify callbacks [] for router, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.594162 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-06f009bd-e557-446d-bcaf-6f8491b9fd43 admin admin] 10.222.0.50 "DELETE /v2.0/routers/cc799798-431b-4468-b8f7-79bb4b6a0614 HTTP/1.1" status: 204 len: 168 time: 0.7644980 Sep 17 15:52:56.597085 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 48522) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:56.644974 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c324fe-961d-44ba-b071-eea8ecbf20e6 admin admin] Deleting subnet 4d7e377f-8390-4ede-932e-7b02a9e26d02 {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 15:52:56.647922 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-35c324fe-961d-44ba-b071-eea8ecbf20e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.682557 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-35c324fe-961d-44ba-b071-eea8ecbf20e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5451869'] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.768306 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-35c324fe-961d-44ba-b071-eea8ecbf20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.826296 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-35c324fe-961d-44ba-b071-eea8ecbf20e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16344320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16483010'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.854040 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c324fe-961d-44ba-b071-eea8ecbf20e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d7e377f-8390-4ede-932e-7b02a9e26d02,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:56.856003 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-35c324fe-961d-44ba-b071-eea8ecbf20e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.859044 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-35c324fe-961d-44ba-b071-eea8ecbf20e6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4d7e377f-8390-4ede-932e-7b02a9e26d02 HTTP/1.1" status: 204 len: 168 time: 0.2597346 Sep 17 15:52:56.860447 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 48528) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:56.862921 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac7e16-7acb-46e0-8219-a057807e7388 None None] Network eba351e1-5e82-489a-a516-caffd75ee823 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 15:52:56.927207 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:56.982819 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Deleting port 192bef98-6496-4cad-a81b-7eb6265ab9d6 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:52:56.983156 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.045346 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] For port 192bef98-6496-4cad-a81b-7eb6265ab9d6, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=192bef98-6496-4cad-a81b-7eb6265ab9d6,segment=NetworkSegment(2d9638bf-84fb-4d44-8042-b376701a286a),segment_id=2d9638bf-84fb-4d44-8042-b376701a286a)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:52:57.045694 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.058224 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Calling delete_port for 192bef98-6496-4cad-a81b-7eb6265ab9d6 owned by network:dhcp {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:52:57.104456 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2329198b-d434-42fb-8b2c-67093f95b60a None None] DHCP port deletion for eba351e1-5e82-489a-a516-caffd75ee823 request from dv-cinder-734093-3-iscsi {{(pid=100592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 15:52:57.154977 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-2329198b-d434-42fb-8b2c-67093f95b60a None None] Deleting port 192bef98-6496-4cad-a81b-7eb6265ab9d6 {{(pid=100592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:52:57.155364 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2329198b-d434-42fb-8b2c-67093f95b60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.157442 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.179196 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 192bef98-6496-4cad-a81b-7eb6265ab9d6 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:52:57.185596 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Pushing event deleted for resources: {'Port': ['ID=192bef98-6496-4cad-a81b-7eb6265ab9d6,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:57.192416 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] No DVR routers for this DVR port 192bef98-6496-4cad-a81b-7eb6265ab9d6 on host dv-cinder-734093-3-iscsi {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 15:52:57.232769 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 192bef98-6496-4cad-a81b-7eb6265ab9d6 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:52:57.233175 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 192bef98-6496-4cad-a81b-7eb6265ab9d6 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:52:57.233635 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 4c4fea4d-05ac-4717-8187-3a3f0e74aadf no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:52:57.261338 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-2329198b-d434-42fb-8b2c-67093f95b60a None None] For port 192bef98-6496-4cad-a81b-7eb6265ab9d6, host dv-cinder-734093-3-iscsi, got binding levels [] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:52:57.261899 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2329198b-d434-42fb-8b2c-67093f95b60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.264120 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 4c4fea4d-05ac-4717-8187-3a3f0e74aadf {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:52:57.264475 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 4c4fea4d-05ac-4717-8187-3a3f0e74aadf not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:52:57.264909 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 7669ed67-a6ed-42ec-9465-618488f3b816 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:52:57.270933 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.290290 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 7669ed67-a6ed-42ec-9465-618488f3b816 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:52:57.290645 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 7669ed67-a6ed-42ec-9465-618488f3b816 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:52:57.293100 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba351e1-5e82-489a-a516-caffd75ee823']}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:57.295529 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-2329198b-d434-42fb-8b2c-67093f95b60a None None] Calling delete_port for 192bef98-6496-4cad-a81b-7eb6265ab9d6 owned by network:dhcp {{(pid=100592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:52:57.299234 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.ipam_backend_mixin [None req-2329198b-d434-42fb-8b2c-67093f95b60a None None] Port 192bef98-6496-4cad-a81b-7eb6265ab9d6 was not found and therefore no delete operation was performed {{(pid=100592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 15:52:57.300574 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2329198b-d434-42fb-8b2c-67093f95b60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723'] for port, after_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.305988 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9638bf-84fb-4d44-8042-b376701a286a') {'for_net_delete': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:57.306378 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9638bf-84fb-4d44-8042-b376701a286a') {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:52:57.316608 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5451862'] for segment, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.325265 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329198b-d434-42fb-8b2c-67093f95b60a None None] Pushing event deleted for resources: {'Port': ['ID=192bef98-6496-4cad-a81b-7eb6265ab9d6,revision_number=None']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:57.333467 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329198b-d434-42fb-8b2c-67093f95b60a None None] No DVR routers for this DVR port 192bef98-6496-4cad-a81b-7eb6265ab9d6 on host dv-cinder-734093-3-iscsi {{(pid=100592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 15:52:57.333899 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.346371 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 15:52:57.346877 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16345310'] for segment, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: Traceback (most recent call last): Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: timer() Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: cb(*args, **kw) Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: return func(*args, **kwargs) Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: self._notify() Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: self.callback(batched_events) Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: event.method(event) Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: return f(self, *a, **k) Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._get(url).json() Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: return self.request(url, 'GET', **kwargs) Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 15:52:57.348560 dv-cinder-734093-3-iscsi neutron-server[100590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 15:52:57.405720 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.414352 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.418039 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] 10.222.0.50 "DELETE /v2.0/networks/eba351e1-5e82-489a-a516-caffd75ee823 HTTP/1.1" status: 204 len: 168 time: 0.5566540 Sep 17 15:52:57.431222 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4ca06-8850-4042-b8e9-4a549891012d admin admin] Pushing event deleted for resources: {'Network': ['ID=eba351e1-5e82-489a-a516-caffd75ee823,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:57.536779 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 48536) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:57.577102 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-1381db51-9f1c-44b4-b5ea-d56b18ca8744 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea59020d902140bb95ee5b3378f04f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390925 Sep 17 15:52:57.580469 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 48540) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:57.631958 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-17c029bc-15fb-463f-8bb5-1538d82ac5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.661734 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-17c029bc-15fb-463f-8bb5-1538d82ac5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.709162 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-17c029bc-15fb-463f-8bb5-1538d82ac5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.712052 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-17c029bc-15fb-463f-8bb5-1538d82ac5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:57.713209 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-17c029bc-15fb-463f-8bb5-1538d82ac5f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c4d4fe2-13f8-49ae-a6ac-0eeddf7bf8a5 HTTP/1.1" status: 204 len: 168 time: 0.1318500 Sep 17 15:52:57.721182 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c029bc-15fb-463f-8bb5-1538d82ac5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4d4fe2-13f8-49ae-a6ac-0eeddf7bf8a5,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:52:58.036336 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 48554) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:58.077196 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-35ac4339-9a92-49e2-a496-9e07bfb3f11e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9720250d35f3418a80261186a7aa1e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397432 Sep 17 15:52:58.080240 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 48556) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:52:58.127071 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7f648dd0-be2c-4097-a14f-319b71f243e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:58.147619 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7f648dd0-be2c-4097-a14f-319b71f243e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:58.196489 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7f648dd0-be2c-4097-a14f-319b71f243e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:58.199375 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7f648dd0-be2c-4097-a14f-319b71f243e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:52:58.200623 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-7f648dd0-be2c-4097-a14f-319b71f243e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e086c54f-bd56-421e-8258-200aa8ea5be7 HTTP/1.1" status: 204 len: 168 time: 0.1192696 Sep 17 15:52:58.209099 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f648dd0-be2c-4097-a14f-319b71f243e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e086c54f-bd56-421e-8258-200aa8ea5be7,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:09.085831 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-17c6ac2b-51ca-481a-8f86-f1691cbc2aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:11.357144 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:53:11.771717 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1968ddfd-ebb4-478b-b7f5-dc3e445aa78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:12.089925 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:13.269776 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:14.653720 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:15.139603 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:22.445912 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-95b350fa-e169-403a-b60f-001fbb7e322a req-53cf1023-116d-4a49-8818-663bbda32834 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376065 Sep 17 15:53:22.504210 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b350fa-e169-403a-b60f-001fbb7e322a req-d50abca9-7da4-4087-80fa-2b46e613e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:22.505801 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-95b350fa-e169-403a-b60f-001fbb7e322a req-d50abca9-7da4-4087-80fa-2b46e613e88a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 1098 time: 0.0387561 Sep 17 15:53:22.607737 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b350fa-e169-403a-b60f-001fbb7e322a req-f06d08e1-c3d9-4aa1-8c82-19acb2aacaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:22.609212 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-95b350fa-e169-403a-b60f-001fbb7e322a req-f06d08e1-c3d9-4aa1-8c82-19acb2aacaea service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.0842242 Sep 17 15:53:22.648203 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-95b350fa-e169-403a-b60f-001fbb7e322a req-1a0078a6-42fa-4975-86b6-598aed7bc59a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82 HTTP/1.1" status: 200 len: 217 time: 0.0325260 Sep 17 15:53:22.699180 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b350fa-e169-403a-b60f-001fbb7e322a req-2cbfa415-34e5-4175-8ff9-cf5ef93e46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:22.700487 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-95b350fa-e169-403a-b60f-001fbb7e322a req-2cbfa415-34e5-4175-8ff9-cf5ef93e46c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0455282 Sep 17 15:53:22.729957 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-95b350fa-e169-403a-b60f-001fbb7e322a req-b3b2f2f4-b2a3-44b1-a52d-a3369a12ff5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222936 Sep 17 15:53:22.818525 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-95b350fa-e169-403a-b60f-001fbb7e322a req-45786ef7-9368-4471-80fa-348e55170a64 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809703 Sep 17 15:53:22.910230 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-95b350fa-e169-403a-b60f-001fbb7e322a req-3db5a3be-3745-42e8-bf21-8638e7dbe889 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846169 Sep 17 15:53:29.820591 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b05b1-7130-4254-b65f-d9d206fb06b6 req-b91189c2-9bea-4d51-8cc7-9e5e004f07d5 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:29.822080 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a25b05b1-7130-4254-b65f-d9d206fb06b6 req-b91189c2-9bea-4d51-8cc7-9e5e004f07d5 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 946 time: 0.2366362 Sep 17 15:53:29.858723 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a25b05b1-7130-4254-b65f-d9d206fb06b6 req-7add5cb2-ae94-43a9-9a0a-72886de488be tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306842 Sep 17 15:53:30.469987 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-36b9edbc-7b21-4076-912f-043c3d15933f tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:30.471467 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-36b9edbc-7b21-4076-912f-043c3d15933f tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 946 time: 0.0460162 Sep 17 15:53:30.562593 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Deleting port 7c971ef2-7360-42a9-91fc-d1e2206abfee {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:53:30.563004 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:30.649849 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] For port 7c971ef2-7360-42a9-91fc-d1e2206abfee, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=7c971ef2-7360-42a9-91fc-d1e2206abfee,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:53:30.650205 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:30.997324 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3a0fa-fa9c-4b73-a01e-6500db1e6b5c req-5a70ccad-90eb-4511-b4f9-a5ed8a663653 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:30.998922 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-caf3a0fa-fa9c-4b73-a01e-6500db1e6b5c req-5a70ccad-90eb-4511-b4f9-a5ed8a663653 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 946 time: 0.0508127 Sep 17 15:53:31.040260 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-caf3a0fa-fa9c-4b73-a01e-6500db1e6b5c req-fd7f98f2-a837-472a-9d8e-fae08bb75cb6 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb6949fb-fdac-402c-828d-bf35058e975d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342281 Sep 17 15:53:31.100502 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:31.101326 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:31.101326 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Floating IP 4f0584e5-c9b6-4b0c-89ea-8884eaecaedd disassociated. External IP: 172.27.1.205, port: 7c971ef2-7360-42a9-91fc-d1e2206abfee. Sep 17 15:53:31.101693 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Calling delete_port for 7c971ef2-7360-42a9-91fc-d1e2206abfee owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:53:31.225265 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:31.254029 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event deleted for resources: {'Port': ['ID=7c971ef2-7360-42a9-91fc-d1e2206abfee,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:31.369276 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:53:31.481000 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:53:31.492564 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] Sync routers for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:53:31.501843 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:53:31.502709 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:53:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:31.523332 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] No DVR routers for this DVR port 7c971ef2-7360-42a9-91fc-d1e2206abfee on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 15:53:31.525903 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:31.527915 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-29ef1891-c8a8-4184-88e1-4571ba27f1f0 req-256a9251-86ab-412a-a3cb-4dca9b3be76b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.37 "DELETE /v2.0/ports/7c971ef2-7360-42a9-91fc-d1e2206abfee HTTP/1.1" status: 204 len: 173 time: 1.0505903 Sep 17 15:53:31.528391 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'name': 'network-vif-deleted', 'tag': '7c971ef2-7360-42a9-91fc-d1e2206abfee'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:53:31.531383 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fc43b0-e6df-471d-be6e-d914d4e7dfd9" -d '{"events": [{"server_uuid": "ff394aed-e7a8-4924-b151-7d3cfe02977e", "name": "network-vif-deleted", "tag": "7c971ef2-7360-42a9-91fc-d1e2206abfee"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:53:31.644983 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:53:31.666000 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454fc608-ddb9-4294-8370-4bd9723b2268 x-openstack-request-id: req-454fc608-ddb9-4294-8370-4bd9723b2268 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:53:31.666513 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff394aed-e7a8-4924-b151-7d3cfe02977e", "name": "network-vif-deleted", "tag": "7c971ef2-7360-42a9-91fc-d1e2206abfee", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:53:31.666759 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-454fc608-ddb9-4294-8370-4bd9723b2268 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:53:31.667310 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff394aed-e7a8-4924-b151-7d3cfe02977e', 'name': 'network-vif-deleted', 'tag': '7c971ef2-7360-42a9-91fc-d1e2206abfee', 'status': 'completed', 'code': 200} Sep 17 15:53:31.852742 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:31.880836 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] Checking router: 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:53:31.889363 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:53:31.890006 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:53:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:31.997033 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:53:32.154114 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-23c9519b-f372-43a4-8a4c-03a833d7143d req-9206013c-0fd9-4200-bf8c-034662354d2e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff394aed-e7a8-4924-b151-7d3cfe02977e HTTP/1.1" status: 200 len: 210 time: 0.0330918 Sep 17 15:53:32.213725 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:32.242203 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c2029f-c1e1-49e2-ba1e-15536129cb1c None None] The sync data for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi is: [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:53:32.493756 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f86bc7d-585f-468b-8b25-f34ac8b472be None None] New status for floating IP 4f0584e5-c9b6-4b0c-89ea-8884eaecaedd: DOWN {{(pid=100592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 15:53:33.247553 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 49048) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:33.303850 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3a4756e1-6511-4eb5-bb8d-fde0bebd2aa9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:33.326577 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3a4756e1-6511-4eb5-bb8d-fde0bebd2aa9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:33.376998 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3a4756e1-6511-4eb5-bb8d-fde0bebd2aa9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:33.379674 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3a4756e1-6511-4eb5-bb8d-fde0bebd2aa9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:33.380856 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-3a4756e1-6511-4eb5-bb8d-fde0bebd2aa9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "DELETE /v2.0/security-groups/cb6949fb-fdac-402c-828d-bf35058e975d HTTP/1.1" status: 204 len: 168 time: 0.1323109 Sep 17 15:53:33.383719 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49052) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:33.389955 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4756e1-6511-4eb5-bb8d-fde0bebd2aa9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6949fb-fdac-402c-828d-bf35058e975d,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:33.403207 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.api.v2.resource [None req-f64a3559-b800-42d8-8dba-782af557549c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] show failed (client error): The resource could not be found. Sep 17 15:53:33.408026 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 49054) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:33.416284 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-f64a3559-b800-42d8-8dba-782af557549c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups/cb6949fb-fdac-402c-828d-bf35058e975d HTTP/1.1" status: 404 len: 347 time: 0.0289955 Sep 17 15:53:33.529931 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-afef370a-90a0-49c2-a4a1-59317f5ebcc9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Deleting port 3036ae0d-a134-4f93-b777-854bc0009ce6 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:53:33.531386 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-afef370a-90a0-49c2-a4a1-59317f5ebcc9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:33.827644 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-afef370a-90a0-49c2-a4a1-59317f5ebcc9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:33.828401 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-afef370a-90a0-49c2-a4a1-59317f5ebcc9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:33.839654 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-afef370a-90a0-49c2-a4a1-59317f5ebcc9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Calling delete_port for 3036ae0d-a134-4f93-b777-854bc0009ce6 owned by network:floatingip {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:53:33.975564 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-afef370a-90a0-49c2-a4a1-59317f5ebcc9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.001455 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef370a-90a0-49c2-a4a1-59317f5ebcc9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event deleted for resources: {'Port': ['ID=3036ae0d-a134-4f93-b777-854bc0009ce6,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:34.057552 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-afef370a-90a0-49c2-a4a1-59317f5ebcc9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.060175 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-afef370a-90a0-49c2-a4a1-59317f5ebcc9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.061430 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-afef370a-90a0-49c2-a4a1-59317f5ebcc9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "DELETE /v2.0/floatingips/4f0584e5-c9b6-4b0c-89ea-8884eaecaedd HTTP/1.1" status: 204 len: 168 time: 0.6525235 Sep 17 15:53:34.512093 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 49070) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:34.516823 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-c1364697-9a96-4d0a-85ca-bdb2fc0658e9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136182875', 'description': 'tempest-description--1378175290'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:34.538693 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1364697-9a96-4d0a-85ca-bdb2fc0658e9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.626218 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1364697-9a96-4d0a-85ca-bdb2fc0658e9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.628899 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1364697-9a96-4d0a-85ca-bdb2fc0658e9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.658554 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1364697-9a96-4d0a-85ca-bdb2fc0658e9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.659810 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-c1364697-9a96-4d0a-85ca-bdb2fc0658e9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1466928 Sep 17 15:53:34.662947 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49078) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:34.664207 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1364697-9a96-4d0a-85ca-bdb2fc0658e9 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc2cab9-3b19-4f94-a40b-2b223556851a,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:34.669543 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-75332154-7dd7-47d4-926f-0cdb1eb35f69 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'security_group_rule': {'security_group_id': '1bc2cab9-3b19-4f94-a40b-2b223556851a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:34.698577 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-75332154-7dd7-47d4-926f-0cdb1eb35f69 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.746545 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-75332154-7dd7-47d4-926f-0cdb1eb35f69 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.750925 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-75332154-7dd7-47d4-926f-0cdb1eb35f69 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.766081 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75332154-7dd7-47d4-926f-0cdb1eb35f69 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7391c8f3-6629-4e88-b433-358a107480c7,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:34.774963 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-75332154-7dd7-47d4-926f-0cdb1eb35f69 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.776234 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-75332154-7dd7-47d4-926f-0cdb1eb35f69 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121118 Sep 17 15:53:34.778879 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49082) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:34.783244 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-3b3eb49e-e1a9-44dc-81f0-e585966a6c01 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'security_group_rule': {'security_group_id': '1bc2cab9-3b19-4f94-a40b-2b223556851a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:34.808944 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb49e-e1a9-44dc-81f0-e585966a6c01 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.864730 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb49e-e1a9-44dc-81f0-e585966a6c01 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.868006 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb49e-e1a9-44dc-81f0-e585966a6c01 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.886819 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eb49e-e1a9-44dc-81f0-e585966a6c01 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4002950f-9b9b-44c4-9dea-585614f6fe50,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:34.890503 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb49e-e1a9-44dc-81f0-e585966a6c01 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:34.891707 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-3b3eb49e-e1a9-44dc-81f0-e585966a6c01 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119082 Sep 17 15:53:34.894747 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49084) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:34.898999 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'floatingip': {'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:34.919793 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:35.015668 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:35.120083 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Allocated IP 172.27.1.30 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/b0b5f147-7f7e-4003-b6de-73f0f0e7c8d6) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:53:35.227721 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:35.259863 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:35.296599 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:53:35.300719 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:53:35.303134 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:53:35.310730 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'Port': ['ID=b0b5f147-7f7e-4003-b6de-73f0f0e7c8d6,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:35.393692 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:35.426375 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:35.573629 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:35.579291 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:35.627747 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 7c971ef2-7360-42a9-91fc-d1e2206abfee no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:53:35.647462 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'Port': ['ID=b0b5f147-7f7e-4003-b6de-73f0f0e7c8d6,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:35.653458 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 7c971ef2-7360-42a9-91fc-d1e2206abfee {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:53:35.653842 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 7c971ef2-7360-42a9-91fc-d1e2206abfee not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:53:35.660294 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:35.674167 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:35.683279 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-73c985b5-424a-4064-8c5c-7ab5e5397dc2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7798235 Sep 17 15:53:35.860783 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-9e053e16-327b-4bd1-a463-c13ca01a36ef tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1136182875&fields=id&tenant_id=ca81b632db194f88921000d02e62751c HTTP/1.1" status: 200 len: 267 time: 0.0332420 Sep 17 15:53:35.965591 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-f2a2ce21-4586-43e9-9a08-869ba3fa0962 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:35.967044 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-f2a2ce21-4586-43e9-9a08-869ba3fa0962 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/networks?id=a66c1e7b-da6a-438e-885c-cf6626239a40 HTTP/1.1" status: 200 len: 810 time: 0.0997925 Sep 17 15:53:35.981472 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-9652130d-7321-471e-9659-450bdff2a54d tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/quotas/ca81b632db194f88921000d02e62751c HTTP/1.1" status: 200 len: 375 time: 0.0087829 Sep 17 15:53:36.038853 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-e6bc6e22-17c8-4a9b-aaed-59fb4dc6dca3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca81b632db194f88921000d02e62751c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519054 Sep 17 15:53:36.178013 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-98c816b7-9e61-4615-bba3-3e4110a869e9 service neutron] 10.222.0.50 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271753 Sep 17 15:53:36.269523 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-26d514dd-b308-4d12-b590-5f0e8f751509 service neutron] 10.222.0.50 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852430 Sep 17 15:53:36.424915 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5a7f96be-abb5-4784-8350-4028635fc630 req-6ad27e02-8933-44e5-a309-58f7578eca67 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 210 time: 0.0273740 Sep 17 15:53:37.410374 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-d0c6a707-a099-484f-9e7e-255aed8e37e2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:37.411776 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-d0c6a707-a099-484f-9e7e-255aed8e37e2 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.37 "GET /v2.0/networks?id=a66c1e7b-da6a-438e-885c-cf6626239a40 HTTP/1.1" status: 200 len: 810 time: 0.1053143 Sep 17 15:53:37.455180 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-58385c73-20aa-4651-a277-22f87e5bdbcb tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca81b632db194f88921000d02e62751c HTTP/1.1" status: 200 len: 380 time: 0.0349088 Sep 17 15:53:37.468615 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'port': {'device_id': 'ee91216c-03bd-4ce8-b451-1db744298875', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'admin_state_up': True, 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'security_groups': ['1bc2cab9-3b19-4f94-a40b-2b223556851a']}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:37.526707 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-20ee0df3-cd60-4f18-835a-e9d64282ebb8 req-0c5a05e3-0a30-4fda-a9a8-45f77f507227 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 210 time: 0.0269976 Sep 17 15:53:37.578998 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Made reservation on behalf of ca81b632db194f88921000d02e62751c for: {'port': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:53:37.582577 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:37.704869 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Allocated IP 172.20.0.7 (a66c1e7b-da6a-438e-885c-cf6626239a40/ebba3b64-cf19-44e4-931e-d35fbd21d7f2/79200baf-b394-4e14-868e-e88d99660d47) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:53:37.849471 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:37.883517 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:37.928818 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Network a66c1e7b-da6a-438e-885c-cf6626239a40 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:53:37.931745 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:53:37.939151 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:53:37.942981 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event updated for resources: {'Port': ['ID=79200baf-b394-4e14-868e-e88d99660d47,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:37.994107 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:37.994734 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:38.010415 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-fc1dea30-94e0-4dd8-a034-561fa63f3b9e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5456331 Sep 17 15:53:38.023333 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Request body: {'port': {'device_id': 'ee91216c-03bd-4ce8-b451-1db744298875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:38.081239 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:38.114936 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-6adaea17-04fd-4c2f-a2e0-d27f3e4456df None None] Provisioning complete for port 79200baf-b394-4e14-868e-e88d99660d47 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:53:38.115533 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6adaea17-04fd-4c2f-a2e0-d27f3e4456df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:38.149968 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-6adaea17-04fd-4c2f-a2e0-d27f3e4456df None None] Port 79200baf-b394-4e14-868e-e88d99660d47 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:53:38.343389 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79200baf-b394-4e14-868e-e88d99660d47 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:53:38.350778 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:38.363361 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Transition to ACTIVE for port object 79200baf-b394-4e14-868e-e88d99660d47 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:53:38.366634 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:38.416293 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Pushing event updated for resources: {'Port': ['ID=79200baf-b394-4e14-868e-e88d99660d47,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:38.484799 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Attempting to bind port 79200baf-b394-4e14-868e-e88d99660d47 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:53:38.485146 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Attempting to bind port 79200baf-b394-4e14-868e-e88d99660d47 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:53:38.485482 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Attempting to bind port 79200baf-b394-4e14-868e-e88d99660d47 on network a66c1e7b-da6a-438e-885c-cf6626239a40 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:53:38.490370 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Port 79200baf-b394-4e14-868e-e88d99660d47 on network a66c1e7b-da6a-438e-885c-cf6626239a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:53:38.490697 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Attempting to bind port 79200baf-b394-4e14-868e-e88d99660d47 on network a66c1e7b-da6a-438e-885c-cf6626239a40 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:53:38.495645 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:53:38.495982 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Checking segment: {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:53:38.496364 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Bound using segment: {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:53:38.496803 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Bound port: 79200baf-b394-4e14-868e-e88d99660d47, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:53:38.497165 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:38.567068 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] For port 79200baf-b394-4e14-868e-e88d99660d47, host hv-cinder-73409, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:53:38.570192 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] For port 79200baf-b394-4e14-868e-e88d99660d47, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=79200baf-b394-4e14-868e-e88d99660d47,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:53:38.576604 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:38.618878 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:38.619506 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:38.620890 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] 10.222.0.37 "PUT /v2.0/ports/79200baf-b394-4e14-868e-e88d99660d47 HTTP/1.1" status: 200 len: 1093 time: 0.6018426 Sep 17 15:53:38.623261 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee91216c-03bd-4ce8-b451-1db744298875', 'tag': '79200baf-b394-4e14-868e-e88d99660d47'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:53:38.625669 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ea0f4d-b529-4d94-83ee-cca174b22888" -d '{"events": [{"name": "network-changed", "server_uuid": "ee91216c-03bd-4ce8-b451-1db744298875", "tag": "79200baf-b394-4e14-868e-e88d99660d47"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:53:38.682272 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fe1a88-1ba2-4ac8-afa9-c001648444b8 x-openstack-request-id: req-c9fe1a88-1ba2-4ac8-afa9-c001648444b8 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:53:38.682564 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee91216c-03bd-4ce8-b451-1db744298875", "tag": "79200baf-b394-4e14-868e-e88d99660d47", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:53:38.682816 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9fe1a88-1ba2-4ac8-afa9-c001648444b8 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:53:38.683207 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee91216c-03bd-4ce8-b451-1db744298875', 'tag': '79200baf-b394-4e14-868e-e88d99660d47', 'status': 'completed', 'code': 200} Sep 17 15:53:38.704303 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589a556-0859-40ee-ba14-55db7797cc56 service neutron] Pushing event updated for resources: {'Port': ['ID=79200baf-b394-4e14-868e-e88d99660d47,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:38.734253 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645069b5-3cd4-4904-a62a-bedf37db17d3 req-f5324533-9e36-4c44-b011-b80d4f50aefe tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:38.736043 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-645069b5-3cd4-4904-a62a-bedf37db17d3 req-f5324533-9e36-4c44-b011-b80d4f50aefe tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 943 time: 0.1327477 Sep 17 15:53:38.738941 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-5ade42e3-dedc-4fe2-91b5-f21b9337f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:38.740325 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-5ade42e3-dedc-4fe2-91b5-f21b9337f9ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca81b632db194f88921000d02e62751c&device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 1096 time: 0.0745080 Sep 17 15:53:38.794706 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-a883b19e-5a11-4334-96ca-97ae21477225 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79200baf-b394-4e14-868e-e88d99660d47 HTTP/1.1" status: 200 len: 217 time: 0.0462489 Sep 17 15:53:38.837190 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-645069b5-3cd4-4904-a62a-bedf37db17d3 req-1f6f00b6-ce41-46a8-8e36-b95ff433ab2b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948026 Sep 17 15:53:38.853163 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-ecdab9f2-58dd-424a-9bd7-ebb1169e839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:38.854704 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-ecdab9f2-58dd-424a-9bd7-ebb1169e839b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebba3b64-cf19-44e4-931e-d35fbd21d7f2 HTTP/1.1" status: 200 len: 849 time: 0.0506923 Sep 17 15:53:38.905499 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-204460ed-a554-4729-8e97-a285d8b7593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:38.907295 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-204460ed-a554-4729-8e97-a285d8b7593d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a66c1e7b-da6a-438e-885c-cf6626239a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450578 Sep 17 15:53:38.999277 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-4fd3b795-8d1f-458a-bec6-9cb5cb45576a service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848653 Sep 17 15:53:39.087547 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-13e52764-9c2a-4898-9741-252221602dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:39.091997 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad9d4096-7862-45b8-a068-b5e35e02f07e req-204beb4c-73c4-41d9-b48f-6ddc45909414 service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856321 Sep 17 15:53:39.177432 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-aae690f3-0db9-4c45-ba4c-f61630d1e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:39.178914 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-aae690f3-0db9-4c45-ba4c-f61630d1e8e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca81b632db194f88921000d02e62751c&device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 1096 time: 0.0396078 Sep 17 15:53:39.268740 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-05d034b1-e210-4039-8691-56521daac1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:39.270484 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-05d034b1-e210-4039-8691-56521daac1e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a66c1e7b-da6a-438e-885c-cf6626239a40 HTTP/1.1" status: 200 len: 911 time: 0.0846331 Sep 17 15:53:39.313392 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-9a8990e6-f98e-4bfe-9a72-0f8102e203d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79200baf-b394-4e14-868e-e88d99660d47 HTTP/1.1" status: 200 len: 217 time: 0.0355656 Sep 17 15:53:39.360505 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-4d8fb122-a78f-4563-bd98-4236bcbe2162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:39.362033 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-4d8fb122-a78f-4563-bd98-4236bcbe2162 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebba3b64-cf19-44e4-931e-d35fbd21d7f2 HTTP/1.1" status: 200 len: 849 time: 0.0432420 Sep 17 15:53:39.406790 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-65b56657-5c41-4280-b757-0359720eb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:39.408360 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-65b56657-5c41-4280-b757-0359720eb250 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a66c1e7b-da6a-438e-885c-cf6626239a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397055 Sep 17 15:53:39.499485 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-7661744b-ea9c-4963-a031-4077550ea42f service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838130 Sep 17 15:53:39.587058 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-90ea0f4d-b529-4d94-83ee-cca174b22888 req-a15b7f80-ed09-4d06-9293-49b69bc3759e service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801649 Sep 17 15:53:39.958928 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe407fc-6459-409c-8a6c-0cbc8a4e0636 req-39ea4c44-5099-48ff-a168-8ea1b982a460 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:39.959445 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5fe407fc-6459-409c-8a6c-0cbc8a4e0636 req-39ea4c44-5099-48ff-a168-8ea1b982a460 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 943 time: 0.0514474 Sep 17 15:53:40.002130 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5fe407fc-6459-409c-8a6c-0cbc8a4e0636 req-2ef534a0-f01d-4056-8be3-025d9d6d998e tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368416 Sep 17 15:53:40.158268 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c958f-d0ee-48b6-9b62-c6043613a574 req-de1c132a-04fd-4ce3-8920-323e48b52c04 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:40.159771 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8d2c958f-d0ee-48b6-9b62-c6043613a574 req-de1c132a-04fd-4ce3-8920-323e48b52c04 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 945 time: 0.0481544 Sep 17 15:53:40.196307 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8d2c958f-d0ee-48b6-9b62-c6043613a574 req-55af4f3e-2ebd-4208-85c6-8ac641f196bd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306985 Sep 17 15:53:41.124518 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff9caf-7bb6-43c6-9d8c-f2d978f256b2 req-fb5cb73b-47fa-4c06-b5d7-47dc5e225d10 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:41.126628 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3cff9caf-7bb6-43c6-9d8c-f2d978f256b2 req-fb5cb73b-47fa-4c06-b5d7-47dc5e225d10 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 943 time: 0.0538502 Sep 17 15:53:41.188486 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3cff9caf-7bb6-43c6-9d8c-f2d978f256b2 req-53afb582-f2f0-4417-9e69-06328aae6714 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536187 Sep 17 15:53:41.196472 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629884c-5960-4e69-936f-4a58290c10df req-be337638-f474-418a-bea9-22b0f96733b0 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:41.198599 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3629884c-5960-4e69-936f-4a58290c10df req-be337638-f474-418a-bea9-22b0f96733b0 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 945 time: 0.0704484 Sep 17 15:53:41.291270 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Deleting port ae59b907-6376-4727-ab46-8bbb37e06cae {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:53:41.291525 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:41.318704 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f88f16-1036-4c0a-8729-3734c7b27200 req-72ed6766-1bbe-4eff-b3f7-de5f3397984a tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:41.320182 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-06f88f16-1036-4c0a-8729-3734c7b27200 req-72ed6766-1bbe-4eff-b3f7-de5f3397984a tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 945 time: 0.0511978 Sep 17 15:53:41.356722 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-06f88f16-1036-4c0a-8729-3734c7b27200 req-077709d7-dad1-436b-a37b-9536be0ef91b tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a17c996-1908-43d2-9467-15e2f0581cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304658 Sep 17 15:53:41.380353 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] For port ae59b907-6376-4727-ab46-8bbb37e06cae, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=ae59b907-6376-4727-ab46-8bbb37e06cae,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:53:41.380826 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:41.552181 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:41.552521 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:41.552794 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Floating IP ec6fb827-ceaf-4856-b474-e1b109ad35ac disassociated. External IP: 172.27.1.252, port: ae59b907-6376-4727-ab46-8bbb37e06cae. Sep 17 15:53:41.553119 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Calling delete_port for ae59b907-6376-4727-ab46-8bbb37e06cae owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:53:41.677013 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:41.706130 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event deleted for resources: {'Port': ['ID=ae59b907-6376-4727-ab46-8bbb37e06cae,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:41.777438 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0add0675-241c-42c6-8e8c-b4c0abbd4fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:41.825513 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Router fd27f26e-bc94-4815-8eb2-460f44fbce6c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:53:41.935411 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:53:41.946427 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] Sync routers for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:53:41.955958 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:53:41.957693 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:53:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:41.978241 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] No DVR routers for this DVR port ae59b907-6376-4727-ab46-8bbb37e06cae on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 15:53:41.980866 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:41.982968 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3629884c-5960-4e69-936f-4a58290c10df req-e16f7db3-a2e2-4069-b1ae-afcfc1262a02 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.37 "DELETE /v2.0/ports/ae59b907-6376-4727-ab46-8bbb37e06cae HTTP/1.1" status: 204 len: 173 time: 0.7785075 Sep 17 15:53:41.983491 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b0db56-90f6-496d-900a-140980289a5f', 'name': 'network-vif-deleted', 'tag': 'ae59b907-6376-4727-ab46-8bbb37e06cae'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:53:41.986574 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19470149-b003-4af0-a968-833146830570" -d '{"events": [{"server_uuid": "d3b0db56-90f6-496d-900a-140980289a5f", "name": "network-vif-deleted", "tag": "ae59b907-6376-4727-ab46-8bbb37e06cae"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:53:42.027527 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2eff69-223e-4bf7-99ec-0c817234639d x-openstack-request-id: req-5c2eff69-223e-4bf7-99ec-0c817234639d {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:53:42.027859 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b0db56-90f6-496d-900a-140980289a5f", "name": "network-vif-deleted", "tag": "ae59b907-6376-4727-ab46-8bbb37e06cae", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:53:42.028507 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c2eff69-223e-4bf7-99ec-0c817234639d {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:53:42.028842 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b0db56-90f6-496d-900a-140980289a5f', 'name': 'network-vif-deleted', 'tag': 'ae59b907-6376-4727-ab46-8bbb37e06cae', 'status': 'completed', 'code': 200} Sep 17 15:53:42.094045 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:53:42.111643 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:42.306472 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7dd01-3aa6-4708-82af-4feb33bb10eb req-de3c9682-f6f4-4952-abe6-6accdb44d47d tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:42.307616 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:42.307948 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-86e7dd01-3aa6-4708-82af-4feb33bb10eb req-de3c9682-f6f4-4952-abe6-6accdb44d47d tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 943 time: 0.0485518 Sep 17 15:53:42.337930 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] Checking router: fd27f26e-bc94-4815-8eb2-460f44fbce6c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:53:42.346128 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-86e7dd01-3aa6-4708-82af-4feb33bb10eb req-89fbb85c-243b-4ebc-9b59-44bd9bea6a7d tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320566 Sep 17 15:53:42.346914 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:53:42.347512 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:53:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:42.454405 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:53:42.478063 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-200e5478-4ecc-4106-a6fa-cdfa50328f7c req-219cd361-96e7-4446-86d2-32867a8067f8 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b0db56-90f6-496d-900a-140980289a5f HTTP/1.1" status: 200 len: 210 time: 0.0360911 Sep 17 15:53:42.739362 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:42.765306 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386678f7-b157-4f2f-8927-10e9c70ec020 None None] The sync data for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi is: [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:53:42.980165 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528f3e78-b33c-47c0-9400-dc01da104ded None None] New status for floating IP ec6fb827-ceaf-4856-b474-e1b109ad35ac: DOWN {{(pid=100592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 15:53:43.274260 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:43.462498 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45de6d-f43a-47ad-b92f-10df443e993d req-dba437d1-79f8-46c1-9dd6-22da645ae7bb tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:43.463947 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0a45de6d-f43a-47ad-b92f-10df443e993d req-dba437d1-79f8-46c1-9dd6-22da645ae7bb tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 943 time: 0.0473235 Sep 17 15:53:43.501279 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0a45de6d-f43a-47ad-b92f-10df443e993d req-fc8c563a-1271-4aaa-a8c1-add15acef39a tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307553 Sep 17 15:53:43.567324 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 49240) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:43.627000 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-da2e7fea-4476-46d5-b740-32219e194a6c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:43.627676 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 79200baf-b394-4e14-868e-e88d99660d47 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:53:43.650531 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-da2e7fea-4476-46d5-b740-32219e194a6c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:43.699747 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-da2e7fea-4476-46d5-b740-32219e194a6c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:43.702597 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-da2e7fea-4476-46d5-b740-32219e194a6c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:43.703971 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-da2e7fea-4476-46d5-b740-32219e194a6c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "DELETE /v2.0/security-groups/7a17c996-1908-43d2-9467-15e2f0581cf4 HTTP/1.1" status: 204 len: 168 time: 0.1356740 Sep 17 15:53:43.706789 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49242) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:43.713094 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e7fea-4476-46d5-b740-32219e194a6c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a17c996-1908-43d2-9467-15e2f0581cf4,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:43.722268 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.api.v2.resource [None req-f970b701-5359-4cc7-91d0-dca7257819b1 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] show failed (client error): The resource could not be found. Sep 17 15:53:43.725227 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-f970b701-5359-4cc7-91d0-dca7257819b1 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups/7a17c996-1908-43d2-9467-15e2f0581cf4 HTTP/1.1" status: 404 len: 347 time: 0.0174499 Sep 17 15:53:43.728315 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49244) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:43.739656 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 79200baf-b394-4e14-868e-e88d99660d47, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=79200baf-b394-4e14-868e-e88d99660d47,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:53:43.756002 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '79200baf-b394-4e14-868e-e88d99660d47', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'port_id': '79200baf-b394-4e14-868e-e88d99660d47', 'mac_address': 'fa:16:3e:3e:ad:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:53:43.798495 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:43.810852 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79200baf-b394-4e14-868e-e88d99660d47 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:53:43.831905 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 79200baf-b394-4e14-868e-e88d99660d47, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=79200baf-b394-4e14-868e-e88d99660d47,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:53:43.835808 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:43.853626 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-9d752388-2a83-445f-b090-36f8287fb47c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Deleting port bdb8b2ea-3ed0-4de8-983e-474446beba09 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:53:43.853917 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9d752388-2a83-445f-b090-36f8287fb47c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:43.883541 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=79200baf-b394-4e14-868e-e88d99660d47,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:43.932372 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9d752388-2a83-445f-b090-36f8287fb47c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:43.932703 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9d752388-2a83-445f-b090-36f8287fb47c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:43.944472 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-9d752388-2a83-445f-b090-36f8287fb47c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Calling delete_port for bdb8b2ea-3ed0-4de8-983e-474446beba09 owned by network:floatingip {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:53:44.087448 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9d752388-2a83-445f-b090-36f8287fb47c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.113521 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d752388-2a83-445f-b090-36f8287fb47c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event deleted for resources: {'Port': ['ID=bdb8b2ea-3ed0-4de8-983e-474446beba09,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:44.175744 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9d752388-2a83-445f-b090-36f8287fb47c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.178373 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9d752388-2a83-445f-b090-36f8287fb47c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.179538 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-9d752388-2a83-445f-b090-36f8287fb47c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "DELETE /v2.0/floatingips/ec6fb827-ceaf-4856-b474-e1b109ad35ac HTTP/1.1" status: 204 len: 168 time: 0.4503024 Sep 17 15:53:44.277139 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['79200baf-b394-4e14-868e-e88d99660d47'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:53:44.525141 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49258) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:44.529806 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-b1e9b416-50b1-40ed-a2e4-0610618129ef tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237847604', 'description': 'tempest-description--331790002'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:44.554185 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b416-50b1-40ed-a2e4-0610618129ef tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.623225 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbef5b-d82a-4c97-8088-3da0ef29b286 req-d53cee7f-75b9-4090-8710-412a4533c2f5 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:44.624931 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03dbef5b-d82a-4c97-8088-3da0ef29b286 req-d53cee7f-75b9-4090-8710-412a4533c2f5 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 944 time: 0.0541756 Sep 17 15:53:44.647075 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b416-50b1-40ed-a2e4-0610618129ef tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.657048 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.658466 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b416-50b1-40ed-a2e4-0610618129ef tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.671708 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03dbef5b-d82a-4c97-8088-3da0ef29b286 req-51ac9c40-915c-4645-a03f-7659665f1079 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371256 Sep 17 15:53:44.684120 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b416-50b1-40ed-a2e4-0610618129ef tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.685357 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-b1e9b416-50b1-40ed-a2e4-0610618129ef tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1591797 Sep 17 15:53:44.688963 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49262) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:44.693370 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-0536009f-cf0f-49d7-987b-007a7820f10e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'security_group_rule': {'security_group_id': '9dce7159-b75b-4dda-b14c-7e6fa84ec42c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:44.702853 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9b416-50b1-40ed-a2e4-0610618129ef tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dce7159-b75b-4dda-b14c-7e6fa84ec42c,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:44.725987 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0536009f-cf0f-49d7-987b-007a7820f10e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.780182 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0536009f-cf0f-49d7-987b-007a7820f10e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.783860 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0536009f-cf0f-49d7-987b-007a7820f10e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.803470 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536009f-cf0f-49d7-987b-007a7820f10e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8118eb7-7239-4a8e-82a4-b26caa333c29,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:44.808930 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0536009f-cf0f-49d7-987b-007a7820f10e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.810140 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-0536009f-cf0f-49d7-987b-007a7820f10e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201594 Sep 17 15:53:44.813315 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49264) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:44.817454 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-924e50fd-2034-4c2a-b1ef-dde2e6716ea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'security_group_rule': {'security_group_id': '9dce7159-b75b-4dda-b14c-7e6fa84ec42c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:44.842014 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-924e50fd-2034-4c2a-b1ef-dde2e6716ea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.898809 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-924e50fd-2034-4c2a-b1ef-dde2e6716ea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.902250 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-924e50fd-2034-4c2a-b1ef-dde2e6716ea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.918942 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e50fd-2034-4c2a-b1ef-dde2e6716ea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bf9526-7beb-490d-81c2-68e17697510c,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:44.925944 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-924e50fd-2034-4c2a-b1ef-dde2e6716ea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:44.926725 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-924e50fd-2034-4c2a-b1ef-dde2e6716ea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124465 Sep 17 15:53:44.929692 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49266) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:44.933977 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'floatingip': {'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:44.955227 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.053104 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.158634 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.392412 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Allocated IP 172.27.1.196 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/ad7429e1-ce5e-40d4-ba95-a1933f1decde) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:53:45.492823 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.524481 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.560512 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:53:45.565149 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:53:45.571765 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:53:45.574639 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'Port': ['ID=ad7429e1-ce5e-40d4-ba95-a1933f1decde,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:45.647174 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 79200baf-b394-4e14-868e-e88d99660d47 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:53:45.655646 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.694475 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.699089 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 79200baf-b394-4e14-868e-e88d99660d47 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:53:45.703642 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 79200baf-b394-4e14-868e-e88d99660d47 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:53:45.704033 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.791661 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.814740 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91216c-03bd-4ce8-b451-1db744298875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79200baf-b394-4e14-868e-e88d99660d47'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:53:45.817046 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89bc2f4-ac7c-4bd1-95a6-f9f69a2bae36" -d '{"events": [{"server_uuid": "ee91216c-03bd-4ce8-b451-1db744298875", "name": "network-vif-plugged", "status": "completed", "tag": "79200baf-b394-4e14-868e-e88d99660d47"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:53:45.833206 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 79200baf-b394-4e14-868e-e88d99660d47, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=79200baf-b394-4e14-868e-e88d99660d47,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:53:45.838598 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.839442 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device ae59b907-6376-4727-ab46-8bbb37e06cae no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:53:45.844990 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521032c-bea8-448e-b01d-0a2d4dd1cee8 req-4d52ae45-5f3d-4926-8d18-31545750f982 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:45.846500 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4521032c-bea8-448e-b01d-0a2d4dd1cee8 req-4d52ae45-5f3d-4926-8d18-31545750f982 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 944 time: 0.1028237 Sep 17 15:53:45.879828 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: ae59b907-6376-4727-ab46-8bbb37e06cae {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:53:45.880176 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device ae59b907-6376-4727-ab46-8bbb37e06cae not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:53:45.907490 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=79200baf-b394-4e14-868e-e88d99660d47,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:45.927783 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f179a22d-1d68-4d52-8166-c54be49939d9 x-openstack-request-id: req-f179a22d-1d68-4d52-8166-c54be49939d9 {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:53:45.928074 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91216c-03bd-4ce8-b451-1db744298875", "name": "network-vif-plugged", "status": "completed", "tag": "79200baf-b394-4e14-868e-e88d99660d47", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:53:45.928330 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f179a22d-1d68-4d52-8166-c54be49939d9 {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:53:45.928716 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91216c-03bd-4ce8-b451-1db744298875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79200baf-b394-4e14-868e-e88d99660d47', 'code': 200} Sep 17 15:53:45.929957 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:45.934224 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4521032c-bea8-448e-b01d-0a2d4dd1cee8 req-4dbea785-82ec-46c1-94d9-22e652a20e03 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780323 Sep 17 15:53:45.935379 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:46.011342 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'Port': ['ID=ad7429e1-ce5e-40d4-ba95-a1933f1decde,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:46.024284 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:46.037889 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:46.048065 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-289762be-0bcd-4ad9-a380-27272022eea3 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1086249 Sep 17 15:53:46.101983 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d79db-6781-47ad-abcb-bf21c2f47f1d req-26447369-7243-4318-bbe9-be354ec8b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:46.103584 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ea3d79db-6781-47ad-abcb-bf21c2f47f1d req-26447369-7243-4318-bbe9-be354ec8b0a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 1098 time: 0.0435357 Sep 17 15:53:46.139879 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ea3d79db-6781-47ad-abcb-bf21c2f47f1d req-e810187a-c094-4d30-b387-0b00a2af3009 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286386 Sep 17 15:53:46.227760 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-090d3eba-995e-4418-a8ec-e39be7466ad7 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1237847604&fields=id&tenant_id=810d0e564a67400c9b2b08c68ab198e4 HTTP/1.1" status: 200 len: 267 time: 0.0326588 Sep 17 15:53:46.338508 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-bf2852de-6db6-49c5-836d-cce636f1cab9 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:46.339985 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-bf2852de-6db6-49c5-836d-cce636f1cab9 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/networks?id=86e5a977-5813-4cf1-9900-b2d7b12e98f6 HTTP/1.1" status: 200 len: 817 time: 0.1050782 Sep 17 15:53:46.355395 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-2d10b778-00b2-4262-90eb-a645ccef6434 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/quotas/810d0e564a67400c9b2b08c68ab198e4 HTTP/1.1" status: 200 len: 375 time: 0.0090606 Sep 17 15:53:46.410879 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-3f200cf4-ecc0-4f72-a7c2-15c4fc3deb46 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=810d0e564a67400c9b2b08c68ab198e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491476 Sep 17 15:53:46.507670 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-76c1c4e7-eb43-4afd-b3dc-b8fadcd43a99 service neutron] 10.222.0.50 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843477 Sep 17 15:53:46.594774 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-fbcb50ea-ffae-49b7-bc26-a998441c18ed service neutron] 10.222.0.50 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811744 Sep 17 15:53:46.752543 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-21fdb7f6-a32b-4c4f-b57a-1e65a8e09493 req-9cb063a8-aa5c-48c5-9b76-e97b8d3225da tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 210 time: 0.0265803 Sep 17 15:53:47.060573 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87bb42-6702-4fd2-a355-98e085b020d9 req-a6365a44-21da-4e14-b5ca-6fb954769970 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:47.062240 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-bd87bb42-6702-4fd2-a355-98e085b020d9 req-a6365a44-21da-4e14-b5ca-6fb954769970 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 945 time: 0.0573964 Sep 17 15:53:47.100849 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-bd87bb42-6702-4fd2-a355-98e085b020d9 req-3686198d-58ef-4874-ad62-7d8559e84da8 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320020 Sep 17 15:53:47.730946 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-9a8fe92d-2842-47fa-9f53-ffb230b586a5 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:47.732422 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-9a8fe92d-2842-47fa-9f53-ffb230b586a5 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.37 "GET /v2.0/networks?id=86e5a977-5813-4cf1-9900-b2d7b12e98f6 HTTP/1.1" status: 200 len: 817 time: 0.1100826 Sep 17 15:53:47.776964 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-caaae882-fc20-46e6-85dc-ddbf147b4fb5 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=810d0e564a67400c9b2b08c68ab198e4 HTTP/1.1" status: 200 len: 380 time: 0.0346675 Sep 17 15:53:47.788592 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'port': {'device_id': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'admin_state_up': True, 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'security_groups': ['9dce7159-b75b-4dda-b14c-7e6fa84ec42c']}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:47.882679 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a2260b09-32a9-4625-8c42-b313cd06112b req-bc3ca88b-3287-498f-91ac-df4d3aeaca30 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 210 time: 0.0326343 Sep 17 15:53:47.923364 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Made reservation on behalf of 810d0e564a67400c9b2b08c68ab198e4 for: {'port': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:53:47.926848 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:48.051652 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Allocated IP 172.20.0.14 (86e5a977-5813-4cf1-9900-b2d7b12e98f6/b8d1c26b-aee6-40bf-8357-7b1e787bec6a/f905cd4d-34ca-4b0e-b86c-a968d6fcf29a) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:53:48.186566 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:48.217580 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a3be4-082a-479d-89c1-81294ff7af68 req-a16b2688-38d7-4296-9706-7af089fcbc32 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:48.220603 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9f6a3be4-082a-479d-89c1-81294ff7af68 req-a16b2688-38d7-4296-9706-7af089fcbc32 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 945 time: 0.0516384 Sep 17 15:53:48.223070 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:48.260117 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9f6a3be4-082a-479d-89c1-81294ff7af68 req-12440983-063f-47d6-8b6e-beb8abb94bc5 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324178 Sep 17 15:53:48.276524 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:53:48.279548 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:53:48.283374 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:53:48.314756 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event updated for resources: {'Port': ['ID=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:48.359930 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:53:48.382716 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:48.383341 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:48.411311 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81c3da-ee23-4b77-b6fb-4d13edbc9d58 req-27929db6-7fd5-4426-86e8-22b8bae20330 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:48.414279 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ff81c3da-ee23-4b77-b6fb-4d13edbc9d58 req-27929db6-7fd5-4426-86e8-22b8bae20330 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 945 time: 0.0855713 Sep 17 15:53:48.416262 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5dd4f9e0-5e39-42cf-b839-d1280c75c330 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6332796 Sep 17 15:53:48.423021 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49346) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:48.427391 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-30ba104a-ea70-4547-b66f-023800a6d1a3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Request body: {'floatingip': {'port_id': '79200baf-b394-4e14-868e-e88d99660d47'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:48.435216 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Request body: {'port': {'device_id': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:48.495597 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-30ba104a-ea70-4547-b66f-023800a6d1a3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:48.574070 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-7c08427e-a139-43a2-83e2-ea42ea0eb3c0 None None] Provisioning complete for port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:53:48.574632 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7c08427e-a139-43a2-83e2-ea42ea0eb3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:48.579648 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:48.607130 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-7c08427e-a139-43a2-83e2-ea42ea0eb3c0 None None] Port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 15:53:49.000694 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d9a1f-ce45-4cca-8a4a-1a4944dff948 req-46039f70-a731-4687-85d9-f1e6fd8cad6c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:49.002230 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-aa4d9a1f-ce45-4cca-8a4a-1a4944dff948 req-46039f70-a731-4687-85d9-f1e6fd8cad6c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 932 time: 0.0497458 Sep 17 15:53:49.039989 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-aa4d9a1f-ce45-4cca-8a4a-1a4944dff948 req-c993772b-5bce-4a60-8c36-fdc603bcd44e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Sep 17 15:53:49.105657 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f905cd4d-34ca-4b0e-b86c-a968d6fcf29a {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:53:49.143751 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:49.163684 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Transition to ACTIVE for port object f905cd4d-34ca-4b0e-b86c-a968d6fcf29a will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:53:49.170444 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:49.175536 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-30ba104a-ea70-4547-b66f-023800a6d1a3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:49.182543 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-30ba104a-ea70-4547-b66f-023800a6d1a3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:49.265896 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Pushing event updated for resources: {'Port': ['ID=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:49.368453 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [None req-30ba104a-ea70-4547-b66f-023800a6d1a3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Floating IP a1af483e-92f9-4036-8044-d10aef072383 associated. External IP: 172.27.1.30, port: 79200baf-b394-4e14-868e-e88d99660d47. Sep 17 15:53:49.426035 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Attempting to bind port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:53:49.426532 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Attempting to bind port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:53:49.426933 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Attempting to bind port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a on network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:53:49.434212 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a on network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:53:49.434586 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Attempting to bind port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a on network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:53:49.449054 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:53:49.449395 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Checking segment: {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:53:49.449801 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Bound using segment: {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:53:49.450232 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Bound port: f905cd4d-34ca-4b0e-b86c-a968d6fcf29a, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:53:49.450617 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:49.593181 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] For port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a, host hv-cinder-73409, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:53:49.597313 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] For port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:53:49.602603 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:49.666601 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:49.667226 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:49.668614 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] 10.222.0.37 "PUT /v2.0/ports/f905cd4d-34ca-4b0e-b86c-a968d6fcf29a HTTP/1.1" status: 200 len: 1094 time: 1.2384706 Sep 17 15:53:49.669064 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'tag': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:53:49.671303 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f1d479-5344-4d76-977a-7ef9b6787509" -d '{"events": [{"name": "network-changed", "server_uuid": "627d285e-f3fc-4443-ac0a-88905d9fb633", "tag": "f905cd4d-34ca-4b0e-b86c-a968d6fcf29a"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:53:49.709811 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecc507-2f02-4de5-9a65-9a45be64edcf service neutron] Pushing event updated for resources: {'Port': ['ID=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:49.713720 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ba104a-ea70-4547-b66f-023800a6d1a3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:53:49.735528 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a690f0-addd-4b7e-8022-8f8a83e8083a x-openstack-request-id: req-e5a690f0-addd-4b7e-8022-8f8a83e8083a {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:53:49.735917 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627d285e-f3fc-4443-ac0a-88905d9fb633", "tag": "f905cd4d-34ca-4b0e-b86c-a968d6fcf29a", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:53:49.736200 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5a690f0-addd-4b7e-8022-8f8a83e8083a {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:53:49.736606 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'tag': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a', 'status': 'completed', 'code': 200} Sep 17 15:53:49.818019 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-f6f92212-7622-4e2a-8162-a2ed27f80ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:49.819539 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-f6f92212-7622-4e2a-8162-a2ed27f80ed6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810d0e564a67400c9b2b08c68ab198e4&device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 1097 time: 0.0965910 Sep 17 15:53:50.127989 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-5a6da6fc-21ae-4f41-ab1f-fb51b4552092 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a HTTP/1.1" status: 200 len: 217 time: 0.2790711 Sep 17 15:53:50.146308 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ba104a-ea70-4547-b66f-023800a6d1a3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:53:50.151222 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-30ba104a-ea70-4547-b66f-023800a6d1a3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:50.157290 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] Sync routers for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:53:50.165063 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b702b-45bb-4cf9-9c65-289dc58e902b req-a725b485-a173-4c3c-a3cc-b938f2f6d2af tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:50.166192 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:53:50.166790 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:53:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:50.172406 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-470b702b-45bb-4cf9-9c65-289dc58e902b req-a725b485-a173-4c3c-a3cc-b938f2f6d2af tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 944 time: 0.0591776 Sep 17 15:53:50.203658 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-30ba104a-ea70-4547-b66f-023800a6d1a3 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "PUT /v2.0/floatingips/a1af483e-92f9-4036-8044-d10aef072383 HTTP/1.1" status: 200 len: 990 time: 1.7768264 Sep 17 15:53:50.211045 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-2c37b256-875a-4a02-bfaf-7e9a604bea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:50.212590 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-2c37b256-875a-4a02-bfaf-7e9a604bea34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b8d1c26b-aee6-40bf-8357-7b1e787bec6a HTTP/1.1" status: 200 len: 856 time: 0.0741248 Sep 17 15:53:50.213219 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-470b702b-45bb-4cf9-9c65-289dc58e902b req-d408c2a7-7512-489e-a8f1-cbbf56ba3fc0 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392947 Sep 17 15:53:50.270921 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-705b449b-d93c-4aab-9658-aeddd601ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:50.272418 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-705b449b-d93c-4aab-9658-aeddd601ea0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86e5a977-5813-4cf1-9900-b2d7b12e98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514939 Sep 17 15:53:50.288884 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:53:50.371782 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-d235c1f8-f666-433c-a6cc-eb7423890d10 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912848 Sep 17 15:53:50.471342 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31a2664e-910e-4699-a260-ca8fffc7ba26 req-59bff2a0-d0df-4169-a4b4-f9687fa538c6 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912180 Sep 17 15:53:50.525088 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': 'a1af483e-92f9-4036-8044-d10aef072383', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'port_id': '79200baf-b394-4e14-868e-e88d99660d47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'mac_address': 'fa:16:3e:3e:ad:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee91216c-03bd-4ce8-b451-1db744298875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:53:35Z', 'updated_at': '2021-09-17T15:53:49Z', 'revision_number': 1, 'project_id': 'ca81b632db194f88921000d02e62751c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:50.557896 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] Checking router: 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:53:50.566754 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:53:50.567358 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:53:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:50.570541 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-5016f986-8082-4e8d-a514-05aef5f792aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:50.572233 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-5016f986-8082-4e8d-a514-05aef5f792aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810d0e564a67400c9b2b08c68ab198e4&device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 1097 time: 0.0478201 Sep 17 15:53:50.667532 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-be1e03fa-79af-4794-9341-fd3b7a111121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:50.669027 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-be1e03fa-79af-4794-9341-fd3b7a111121 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86e5a977-5813-4cf1-9900-b2d7b12e98f6 HTTP/1.1" status: 200 len: 918 time: 0.0894108 Sep 17 15:53:50.671954 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:53:50.710881 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-5fb1deb0-cea8-46b6-8183-c17a00a2240d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a HTTP/1.1" status: 200 len: 217 time: 0.0346031 Sep 17 15:53:50.760282 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-3a6c5850-95d2-437d-8ea6-83dc83a21967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:50.761808 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-3a6c5850-95d2-437d-8ea6-83dc83a21967 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b8d1c26b-aee6-40bf-8357-7b1e787bec6a HTTP/1.1" status: 200 len: 856 time: 0.0441587 Sep 17 15:53:50.807798 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-b91f59ed-2967-45b9-b630-6e1e76f0d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:50.809571 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-b91f59ed-2967-45b9-b630-6e1e76f0d0a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86e5a977-5813-4cf1-9900-b2d7b12e98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404904 Sep 17 15:53:50.899292 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': 'a1af483e-92f9-4036-8044-d10aef072383', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'port_id': '79200baf-b394-4e14-868e-e88d99660d47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'mac_address': 'fa:16:3e:3e:ad:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee91216c-03bd-4ce8-b451-1db744298875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:53:35Z', 'updated_at': '2021-09-17T15:53:49Z', 'revision_number': 1, 'project_id': 'ca81b632db194f88921000d02e62751c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:50.905637 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-b598b797-454c-4c4e-9bb4-994e8a31b167 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889430 Sep 17 15:53:50.926277 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c70a2a-2155-48da-a5d4-1404923c31de None None] The sync data for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi is: [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': 'a1af483e-92f9-4036-8044-d10aef072383', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'port_id': '79200baf-b394-4e14-868e-e88d99660d47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'mac_address': 'fa:16:3e:3e:ad:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee91216c-03bd-4ce8-b451-1db744298875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:53:35Z', 'updated_at': '2021-09-17T15:53:49Z', 'revision_number': 1, 'project_id': 'ca81b632db194f88921000d02e62751c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:53:51.008068 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-56f1d479-5344-4d76-977a-7ef9b6787509 req-b0e904c7-1471-457a-9fdd-52b7ce238517 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948119 Sep 17 15:53:51.118043 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ce602-828e-4d27-a5f1-80daf089a8bd None None] New status for floating IP a1af483e-92f9-4036-8044-d10aef072383: ACTIVE {{(pid=100592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 15:53:51.345275 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93d2fe-0f85-44a5-af59-6bf34b6d89f9 req-ff22bfda-8947-437c-ad22-5609b75e6bea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:51.347353 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5d93d2fe-0f85-44a5-af59-6bf34b6d89f9 req-ff22bfda-8947-437c-ad22-5609b75e6bea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 944 time: 0.0648880 Sep 17 15:53:51.388517 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5d93d2fe-0f85-44a5-af59-6bf34b6d89f9 req-bc5b51f3-c317-495f-a66c-cbb52ae63419 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350928 Sep 17 15:53:51.737521 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee91216c-03bd-4ce8-b451-1db744298875', 'tag': '79200baf-b394-4e14-868e-e88d99660d47'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:53:51.739885 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ee91216c-03bd-4ce8-b451-1db744298875", "tag": "79200baf-b394-4e14-868e-e88d99660d47"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:53:51.775796 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fa2a9c-35d0-43ca-b0c5-6e7279a05c94 x-openstack-request-id: req-39fa2a9c-35d0-43ca-b0c5-6e7279a05c94 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:53:51.776089 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee91216c-03bd-4ce8-b451-1db744298875", "tag": "79200baf-b394-4e14-868e-e88d99660d47", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:53:51.776343 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39fa2a9c-35d0-43ca-b0c5-6e7279a05c94 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:53:51.776734 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee91216c-03bd-4ce8-b451-1db744298875', 'tag': '79200baf-b394-4e14-868e-e88d99660d47', 'status': 'completed', 'code': 200} Sep 17 15:53:51.842213 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-90e22a28-4331-4d0c-8612-0760b9b561ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:51.843703 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-90e22a28-4331-4d0c-8612-0760b9b561ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca81b632db194f88921000d02e62751c&device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 1098 time: 0.0438635 Sep 17 15:53:51.934383 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-aa0cf825-2e2d-488a-a730-adf954de3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:51.935859 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-aa0cf825-2e2d-488a-a730-adf954de3540 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a66c1e7b-da6a-438e-885c-cf6626239a40 HTTP/1.1" status: 200 len: 911 time: 0.0847204 Sep 17 15:53:52.003328 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-489073a4-864e-4d2b-b6d0-c46bd5432e95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79200baf-b394-4e14-868e-e88d99660d47 HTTP/1.1" status: 200 len: 1000 time: 0.0599177 Sep 17 15:53:52.054832 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-7ca84327-38ab-4fa3-8656-b265165ede3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:52.056299 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-7ca84327-38ab-4fa3-8656-b265165ede3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebba3b64-cf19-44e4-931e-d35fbd21d7f2 HTTP/1.1" status: 200 len: 849 time: 0.0444005 Sep 17 15:53:52.101600 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-7be8fabc-e841-4092-86e1-ba00ec4b897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:52.103053 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-7be8fabc-e841-4092-86e1-ba00ec4b897f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a66c1e7b-da6a-438e-885c-cf6626239a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385556 Sep 17 15:53:52.196122 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-d25113be-268c-42a7-ae23-a7d2d0dab244 service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 Sep 17 15:53:52.288282 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad71c7c3-a8ba-41ce-9c06-d7bc645d23ca req-06e55475-b1ab-4c5c-84ec-3029613d7a81 service neutron] 10.222.0.37 "GET /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847938 Sep 17 15:53:52.511267 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e064574-b329-41f0-8dbe-d1ee2aca9cc9 req-be64a619-39ad-44ee-bc98-b0bf66a48f75 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:52.512819 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6e064574-b329-41f0-8dbe-d1ee2aca9cc9 req-be64a619-39ad-44ee-bc98-b0bf66a48f75 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 944 time: 0.0481927 Sep 17 15:53:52.550351 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6e064574-b329-41f0-8dbe-d1ee2aca9cc9 req-ab8581ad-abf5-46e4-8522-98acce24b1be tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Sep 17 15:53:53.669309 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72207ae-2738-4ab0-9ce3-b753d7a31956 req-fa6ff5fc-82e7-40c8-be65-19047c692383 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:53.672028 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f72207ae-2738-4ab0-9ce3-b753d7a31956 req-fa6ff5fc-82e7-40c8-be65-19047c692383 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 944 time: 0.0512798 Sep 17 15:53:53.674231 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device f905cd4d-34ca-4b0e-b86c-a968d6fcf29a details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:53:53.725948 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f72207ae-2738-4ab0-9ce3-b753d7a31956 req-b8330981-5595-40d7-8682-4292f9af55fd tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487390 Sep 17 15:53:53.781912 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:53:53.792621 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'port_id': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a', 'mac_address': 'fa:16:3e:63:10:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:53:53.832272 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:53.844992 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f905cd4d-34ca-4b0e-b86c-a968d6fcf29a {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:53:53.864155 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:53:53.867886 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:53.915244 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:54.270274 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['f905cd4d-34ca-4b0e-b86c-a968d6fcf29a'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:53:54.842103 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b8fd8-1e1a-40e2-a3ba-b6fcbc61e0c5 req-902ae53f-db3f-4be0-b0bc-4ce71ad0ad46 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:54.843859 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-661b8fd8-1e1a-40e2-a3ba-b6fcbc61e0c5 req-902ae53f-db3f-4be0-b0bc-4ce71ad0ad46 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 945 time: 0.0530033 Sep 17 15:53:54.881904 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-661b8fd8-1e1a-40e2-a3ba-b6fcbc61e0c5 req-d34914e8-6a4a-4c5f-a7c4-5d4192640ac1 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Sep 17 15:53:55.692449 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device f905cd4d-34ca-4b0e-b86c-a968d6fcf29a up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:53:55.742710 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:53:55.746314 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:53:55.746688 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:55.823899 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:55.846953 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:53:55.849173 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edda654-613a-4aec-a422-807d220d3259" -d '{"events": [{"server_uuid": "627d285e-f3fc-4443-ac0a-88905d9fb633", "name": "network-vif-plugged", "status": "completed", "tag": "f905cd4d-34ca-4b0e-b86c-a968d6fcf29a"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:53:55.872947 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:53:55.878013 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:55.902849 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c88c118-00e1-41f5-a29c-3dc8b7937880 x-openstack-request-id: req-9c88c118-00e1-41f5-a29c-3dc8b7937880 {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:53:55.903162 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627d285e-f3fc-4443-ac0a-88905d9fb633", "name": "network-vif-plugged", "status": "completed", "tag": "f905cd4d-34ca-4b0e-b86c-a968d6fcf29a", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:53:55.903419 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c88c118-00e1-41f5-a29c-3dc8b7937880 {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:53:55.903807 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a', 'code': 200} Sep 17 15:53:55.930493 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:53:55.937842 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.938959 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.939386 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.939794 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.940197 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.940601 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.941046 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.941476 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.941904 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.942302 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.942693 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:55.943086 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:53:56.007912 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f28031-25b9-4053-b856-84ea2d42932a req-c7abce22-f550-4242-8352-899c6f466239 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:56.009421 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-35f28031-25b9-4053-b856-84ea2d42932a req-c7abce22-f550-4242-8352-899c6f466239 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 946 time: 0.0507991 Sep 17 15:53:56.048820 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-35f28031-25b9-4053-b856-84ea2d42932a req-abf53c7a-3eef-490b-bc5f-99b7dca92f9e tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332682 Sep 17 15:53:56.064165 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0633676-ff51-48d2-9ed9-03d2e7d102e4 req-7824e358-e62f-48b2-9b2a-1d07209b2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:56.065710 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0633676-ff51-48d2-9ed9-03d2e7d102e4 req-7824e358-e62f-48b2-9b2a-1d07209b2d8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 1099 time: 0.0409129 Sep 17 15:53:56.099330 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f0633676-ff51-48d2-9ed9-03d2e7d102e4 req-7f37409e-196a-4a2e-9b3b-15b9688cb87b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270705 Sep 17 15:53:57.170698 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818436f9-3209-4f8e-8089-198513b3aaf9 req-540a4e0b-89ce-4ae4-a8ed-b181976df227 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:57.172089 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-818436f9-3209-4f8e-8089-198513b3aaf9 req-540a4e0b-89ce-4ae4-a8ed-b181976df227 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 946 time: 0.0533657 Sep 17 15:53:57.209795 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-818436f9-3209-4f8e-8089-198513b3aaf9 req-7f8df79e-7a61-4cc4-931f-b46409cdd26b tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Sep 17 15:53:58.327854 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf40d92-e630-412e-a829-0615192c50cf req-83338abe-3ad2-47e9-9ef6-f7038e0de218 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:58.329372 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ccf40d92-e630-412e-a829-0615192c50cf req-83338abe-3ad2-47e9-9ef6-f7038e0de218 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 946 time: 0.0489948 Sep 17 15:53:58.367862 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ccf40d92-e630-412e-a829-0615192c50cf req-2da01fee-a27e-478c-8bef-9aa294166d9c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326281 Sep 17 15:53:58.483286 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235fa22-29ee-46ee-b28d-aff4f9698615 req-c5a0bb99-63a4-4d10-86a8-9bb30b3f9f25 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:58.484760 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7235fa22-29ee-46ee-b28d-aff4f9698615 req-c5a0bb99-63a4-4d10-86a8-9bb30b3f9f25 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 946 time: 0.0481265 Sep 17 15:53:58.493769 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 49482) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:53:58.497951 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-ffa1e841-f2b0-45a0-8217-2fe773ef15da tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Request body: {'floatingip': {'port_id': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:53:58.539907 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e841-f2b0-45a0-8217-2fe773ef15da tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:58.968162 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e841-f2b0-45a0-8217-2fe773ef15da tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:58.972388 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e841-f2b0-45a0-8217-2fe773ef15da tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:59.076862 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [None req-ffa1e841-f2b0-45a0-8217-2fe773ef15da tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Floating IP 3606e2f5-461a-4924-bbd7-4d1161a91406 associated. External IP: 172.27.1.196, port: f905cd4d-34ca-4b0e-b86c-a968d6fcf29a. Sep 17 15:53:59.283916 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa1e841-f2b0-45a0-8217-2fe773ef15da tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Router fd27f26e-bc94-4815-8eb2-460f44fbce6c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 15:53:59.391435 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa1e841-f2b0-45a0-8217-2fe773ef15da tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 15:53:59.397358 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ffa1e841-f2b0-45a0-8217-2fe773ef15da tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:53:59.402366 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] Sync routers for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 15:53:59.411971 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:53:59.412574 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:53:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:59.424756 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-ffa1e841-f2b0-45a0-8217-2fe773ef15da tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "PUT /v2.0/floatingips/3606e2f5-461a-4924-bbd7-4d1161a91406 HTTP/1.1" status: 200 len: 992 time: 0.9300206 Sep 17 15:53:59.425422 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'tag': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:53:59.427744 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18256ad1-86ac-4d24-9b36-9ed5f76075bb" -d '{"events": [{"name": "network-changed", "server_uuid": "627d285e-f3fc-4443-ac0a-88905d9fb633", "tag": "f905cd4d-34ca-4b0e-b86c-a968d6fcf29a"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:53:59.469842 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36973a90-9bfd-44bb-ab7c-e0fafecd04e0 x-openstack-request-id: req-36973a90-9bfd-44bb-ab7c-e0fafecd04e0 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:53:59.470141 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627d285e-f3fc-4443-ac0a-88905d9fb633", "tag": "f905cd4d-34ca-4b0e-b86c-a968d6fcf29a", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:53:59.470392 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36973a90-9bfd-44bb-ab7c-e0fafecd04e0 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:53:59.470796 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'tag': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a', 'status': 'completed', 'code': 200} Sep 17 15:53:59.521746 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:53:59.538348 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-45c5814a-08d1-4f9f-975a-5488a9e1af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:59.539776 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-45c5814a-08d1-4f9f-975a-5488a9e1af96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810d0e564a67400c9b2b08c68ab198e4&device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 1099 time: 0.0446341 Sep 17 15:53:59.629144 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-7210c70c-e33e-47ca-82ab-c8999c919af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:59.630647 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-7210c70c-e33e-47ca-82ab-c8999c919af0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86e5a977-5813-4cf1-9900-b2d7b12e98f6 HTTP/1.1" status: 200 len: 918 time: 0.0836928 Sep 17 15:53:59.706450 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-918524c4-e97c-40b6-9620-3f30b5aa2978 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a HTTP/1.1" status: 200 len: 1000 time: 0.0630090 Sep 17 15:53:59.742836 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '3606e2f5-461a-4924-bbd7-4d1161a91406', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'port_id': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'mac_address': 'fa:16:3e:63:10:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:53:45Z', 'updated_at': '2021-09-17T15:53:58Z', 'revision_number': 1, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:59.758068 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-0bf4208f-f228-4a4e-b5a1-87cd3e4549db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:59.759518 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-0bf4208f-f228-4a4e-b5a1-87cd3e4549db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b8d1c26b-aee6-40bf-8357-7b1e787bec6a HTTP/1.1" status: 200 len: 856 time: 0.0440228 Sep 17 15:53:59.771804 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] Checking router: fd27f26e-bc94-4815-8eb2-460f44fbce6c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 15:53:59.780036 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 15:53:59.780635 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T15:53:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:53:59.808112 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-92430f03-7f9c-4399-995e-0e4fa2924cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:53:59.809516 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-92430f03-7f9c-4399-995e-0e4fa2924cb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86e5a977-5813-4cf1-9900-b2d7b12e98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399756 Sep 17 15:53:59.887005 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 15:53:59.908512 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-ec63868d-26a6-469c-999c-3fc3955a7863 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910711 Sep 17 15:54:00.000179 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-18256ad1-86ac-4d24-9b36-9ed5f76075bb req-95f77240-9370-4f29-801c-a79d7a752336 service neutron] 10.222.0.37 "GET /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830083 Sep 17 15:54:00.188032 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '3606e2f5-461a-4924-bbd7-4d1161a91406', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'port_id': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'mac_address': 'fa:16:3e:63:10:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:53:45Z', 'updated_at': '2021-09-17T15:53:58Z', 'revision_number': 1, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 15:54:00.216811 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3f6ed-75ca-4dfc-9775-d742229b5767 None None] The sync data for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi is: [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '3606e2f5-461a-4924-bbd7-4d1161a91406', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'port_id': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'mac_address': 'fa:16:3e:63:10:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T15:53:45Z', 'updated_at': '2021-09-17T15:53:58Z', 'revision_number': 1, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 15:54:00.396819 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396b5b3-7415-49df-8e1f-8adf7a2f0c52 None None] New status for floating IP 3606e2f5-461a-4924-bbd7-4d1161a91406: ACTIVE {{(pid=100592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 15:54:09.088650 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-9f920659-62f7-44b5-a6a7-1626d0994b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:11.769353 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-57972b2b-a350-42cf-83fe-c44b1bc2f893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:12.093116 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:13.275881 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:14.655275 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:15.143828 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:22.431374 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f441b266-586c-4f88-8520-4dfbd650e22f req-d818f337-dae2-42fc-92c2-f0cbe2b10c93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407169 Sep 17 15:54:22.522948 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441b266-586c-4f88-8520-4dfbd650e22f req-1889daf8-b781-4997-8c48-e1103dce1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:54:22.524467 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f441b266-586c-4f88-8520-4dfbd650e22f req-1889daf8-b781-4997-8c48-e1103dce1679 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 1099 time: 0.0521638 Sep 17 15:54:22.630802 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441b266-586c-4f88-8520-4dfbd650e22f req-9c18834d-aea0-497e-ba6f-6f883e85e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:54:22.632260 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f441b266-586c-4f88-8520-4dfbd650e22f req-9c18834d-aea0-497e-ba6f-6f883e85e2d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.0826776 Sep 17 15:54:22.676742 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f441b266-586c-4f88-8520-4dfbd650e22f req-35301ac1-e01f-4d35-8f63-e57fd6987ac7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=000af5fc-c73e-417c-b845-9b3fa553d861 HTTP/1.1" status: 200 len: 217 time: 0.0372303 Sep 17 15:54:22.726598 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441b266-586c-4f88-8520-4dfbd650e22f req-cdea74f4-8f70-4e92-bf2a-ef61f7693d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:54:22.727999 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f441b266-586c-4f88-8520-4dfbd650e22f req-cdea74f4-8f70-4e92-bf2a-ef61f7693d4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0426700 Sep 17 15:54:22.757823 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f441b266-586c-4f88-8520-4dfbd650e22f req-9fd64651-61eb-4f2f-92a9-549f5ac5f14f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230358 Sep 17 15:54:22.769838 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [req-f441b266-586c-4f88-8520-4dfbd650e22f req-f8cd5e1f-b325-40b3-896a-ba47177379fa service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:54:22.770856 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f441b266-586c-4f88-8520-4dfbd650e22f req-f8cd5e1f-b325-40b3-896a-ba47177379fa service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056355 Sep 17 15:54:22.862499 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f441b266-586c-4f88-8520-4dfbd650e22f req-f1be5617-7127-47e6-a865-d8fc47b640b3 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848436 Sep 17 15:54:22.952486 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f441b266-586c-4f88-8520-4dfbd650e22f req-adcb8103-4e41-41e0-b5bd-df66035e9482 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831196 Sep 17 15:54:25.360433 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:54:39.090539 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0cfe44b3-a76e-430c-9757-9f9a84b5a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:41.773568 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ea1dd525-01c4-4c4d-840a-09d9d2fd93ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:42.095196 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:43.278933 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:44.659312 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:54:45.144227 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:02.357792 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:55:09.095701 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c6d9a62a-1ae9-4524-8e03-fb84b13017b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:11.774552 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-59b29f55-d32b-46a7-9d8c-dcaa47e287c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:12.095422 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:13.282502 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:14.660567 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:15.156232 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:23.410191 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-885c1834-e3fa-4a7f-929e-58b61fd97d09 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411124 Sep 17 15:55:23.474877 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-9ef02ef9-247f-47c1-9cc0-c19d36f489a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:23.477046 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-9ef02ef9-247f-47c1-9cc0-c19d36f489a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc75810910d04b79896f05ea36216cef&device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 1098 time: 0.0454473 Sep 17 15:55:23.582507 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-89f213f0-2867-440e-bca7-8e2357230a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:23.584002 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-89f213f0-2867-440e-bca7-8e2357230a68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3a0981f-cc14-464e-a8ac-6c9c405b36fa HTTP/1.1" status: 200 len: 915 time: 0.0876963 Sep 17 15:55:23.628882 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-5bf1a2aa-8680-4542-9592-0d11fbee8952 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ee8619-f89e-4bb9-98de-2a4fdcc9b237 HTTP/1.1" status: 200 len: 217 time: 0.0374677 Sep 17 15:55:23.684401 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-4f280e2c-3ab0-45d8-8057-17e015487047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:55:23.684401 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-4f280e2c-3ab0-45d8-8057-17e015487047 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a145d34-95a3-4dcf-8017-00e3b71af33d HTTP/1.1" status: 200 len: 854 time: 0.0454466 Sep 17 15:55:23.712303 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-7c760a93-731e-4401-9bbe-40451925fd50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3a0981f-cc14-464e-a8ac-6c9c405b36fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248897 Sep 17 15:55:23.805471 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-0a7f93dc-7a79-4461-b1e2-3f10e89e38dc service neutron] 10.222.0.37 "GET /v2.0/networks/d3a0981f-cc14-464e-a8ac-6c9c405b36fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853527 Sep 17 15:55:23.894753 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8dd3c975-d613-47bb-b6ff-02ddac8d75d6 req-173cbb01-c0cb-48ec-bdb8-810cbce2a4b0 service neutron] 10.222.0.37 "GET /v2.0/networks/d3a0981f-cc14-464e-a8ac-6c9c405b36fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825341 Sep 17 15:55:39.097201 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1312f754-3034-43e5-a7a4-6deeda69ff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:39.357863 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:55:41.775218 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5ceeba59-682c-43bf-a6de-46c293498aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:42.097512 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:43.285099 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:44.663484 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:55:45.176371 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:09.098487 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a778d015-459d-40f2-9229-2e18d81a8ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:11.775662 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-95898318-7080-47e0-b860-44788ba9703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:12.099784 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:13.288350 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:14.666810 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:15.194554 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:16.356804 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:56:25.456574 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c22af397-abbd-453b-a101-5af3592126f5 req-a2153f30-a816-456f-991a-ab87d6c63d24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0885952 Sep 17 15:56:25.520582 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22af397-abbd-453b-a101-5af3592126f5 req-53a40f23-d5da-4337-b285-83bd8dcb43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:56:25.522077 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c22af397-abbd-453b-a101-5af3592126f5 req-53a40f23-d5da-4337-b285-83bd8dcb43e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 1098 time: 0.0442357 Sep 17 15:56:25.622185 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22af397-abbd-453b-a101-5af3592126f5 req-d85f1452-dd1a-49e7-8c32-500f6d15339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:56:25.623701 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c22af397-abbd-453b-a101-5af3592126f5 req-d85f1452-dd1a-49e7-8c32-500f6d15339d service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0817299 Sep 17 15:56:25.669357 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c22af397-abbd-453b-a101-5af3592126f5 req-95300d63-2457-4dc7-b12c-4603a008013c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c HTTP/1.1" status: 200 len: 217 time: 0.0375702 Sep 17 15:56:25.723642 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22af397-abbd-453b-a101-5af3592126f5 req-cfa18a24-b39c-4760-812d-b703beb76ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:56:25.725095 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c22af397-abbd-453b-a101-5af3592126f5 req-cfa18a24-b39c-4760-812d-b703beb76ed6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0485475 Sep 17 15:56:25.755518 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c22af397-abbd-453b-a101-5af3592126f5 req-c85b691d-5f3c-40a0-aaac-ab88ee20d572 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234604 Sep 17 15:56:26.089380 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c22af397-abbd-453b-a101-5af3592126f5 req-69228a0d-669c-4b58-961a-02497491b1c1 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262794 Sep 17 15:56:26.179108 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c22af397-abbd-453b-a101-5af3592126f5 req-9d5458eb-ec75-4235-bae3-2676b4fcd70f service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814543 Sep 17 15:56:39.100191 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-72e26502-def1-4eb9-b718-3e8795a3125f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:41.776307 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ffe99b72-b65b-4655-932a-c1760e721c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:42.101762 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:43.290158 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:44.668387 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:45.183976 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:56:53.355910 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:57:09.101575 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-04fc18fe-9982-41cb-b50c-cd3f929f0bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:11.776991 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0a16b9f8-9633-4e00-9e02-ca9f2a44537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:12.103173 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:13.292118 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:14.673853 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:15.193670 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:25.398615 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-ae0dafda-3fe3-4eca-a7e5-7417c7010e2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397551 Sep 17 15:57:25.463818 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-8e7f7a4c-947c-4f37-80ef-673ec129c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:25.465333 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-8e7f7a4c-947c-4f37-80ef-673ec129c00a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 1099 time: 0.0430551 Sep 17 15:57:25.569152 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-a449004d-068b-4a8e-b18e-4dda2a6833f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:25.570749 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-a449004d-068b-4a8e-b18e-4dda2a6833f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0852203 Sep 17 15:57:25.615627 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-eaf25200-194b-4ce8-98a7-8fc3c671df6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3 HTTP/1.1" status: 200 len: 217 time: 0.0381360 Sep 17 15:57:25.667413 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-667efbe1-e38b-4e65-84aa-fe5dfe94ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:57:25.668831 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-667efbe1-e38b-4e65-84aa-fe5dfe94ded4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0456414 Sep 17 15:57:25.698832 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-1878b3cf-5a8e-4e1d-8ae1-8ec948e24d92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229149 Sep 17 15:57:25.790671 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-a24edc7a-97fb-491f-a188-ce40dc7c98bc service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843890 Sep 17 15:57:25.882006 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46aaf51e-6958-4ab4-979c-ff66aefe7201 req-88b9adc5-8aea-43d7-a3b5-d3230c52b175 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842636 Sep 17 15:57:30.355607 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:57:39.103316 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-49f55cab-9936-41d0-963e-d16a5dd36fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:41.778465 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5ea81310-74e4-494a-8212-d46071abd571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:42.104364 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:43.294864 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:44.676018 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:57:45.207034 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:07.354648 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:58:09.104036 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-256399c2-db4a-49cb-97e5-19e1179eb09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:11.780620 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a5781ddd-23dd-4e2b-ad7a-78337e5b052f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:12.107065 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:12.464805 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 52930) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:58:12.582893 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:12.673101 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:12.676575 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:12.716112 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66054f4951f640678b382076e539f323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502391 Sep 17 15:58:12.718031 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12ab67-f458-4cf7-8ee4-8093935f5603,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:12.719501 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 52936) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:58:12.726987 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.727349 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.727695 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.728037 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.728374 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.728731 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.729085 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.729398 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.729756 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.730084 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.730574 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.730910 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5222f-eff2-4ba1-aa09-d4b97907af13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.780907 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:12.805322 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:12.855193 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:12.857879 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:12.859087 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f12ab67-f458-4cf7-8ee4-8093935f5603 HTTP/1.1" status: 204 len: 168 time: 0.1380610 Sep 17 15:58:12.866945 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12ab67-f458-4cf7-8ee4-8093935f5603,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:12.874219 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.874575 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.874956 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.875290 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.875624 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.875959 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.876292 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.876625 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.876940 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.877271 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.877624 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:12.877950 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc756d06-857b-47ec-bd90-38e37cf12119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:13.302859 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:13.885976 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 52986) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:58:13.990096 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-88011939-ee5a-45bf-8a42-a4a2eff59f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:14.079627 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-88011939-ee5a-45bf-8a42-a4a2eff59f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:14.083335 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-88011939-ee5a-45bf-8a42-a4a2eff59f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:14.121652 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-88011939-ee5a-45bf-8a42-a4a2eff59f05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8da2fc4e50bc428fae007fddef9bbce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345288 Sep 17 15:58:14.122419 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88011939-ee5a-45bf-8a42-a4a2eff59f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226dc6c1-bbf9-41c6-b6a3-c5779e40d678,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:14.125169 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 52990) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 15:58:14.173979 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-509a2966-5597-471b-8318-be2efe23c31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:14.194889 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-509a2966-5597-471b-8318-be2efe23c31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:14.241280 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-509a2966-5597-471b-8318-be2efe23c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:14.244049 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-509a2966-5597-471b-8318-be2efe23c31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:14.245327 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-509a2966-5597-471b-8318-be2efe23c31b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/226dc6c1-bbf9-41c6-b6a3-c5779e40d678 HTTP/1.1" status: 204 len: 168 time: 0.1189797 Sep 17 15:58:14.253021 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a2966-5597-471b-8318-be2efe23c31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226dc6c1-bbf9-41c6-b6a3-c5779e40d678,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:14.678463 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:15.237854 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:25.396803 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-67186ccd-d449-442f-b93a-61c3099d1548 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394387 Sep 17 15:58:25.481436 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-95aa6058-d8be-4d32-890f-c82f7e52e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:25.483001 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-95aa6058-d8be-4d32-890f-c82f7e52e10c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 1098 time: 0.0434148 Sep 17 15:58:25.590165 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-10c1847b-6d01-4e0c-9f21-31359e045270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:25.591633 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-10c1847b-6d01-4e0c-9f21-31359e045270 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0874598 Sep 17 15:58:25.631837 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-961e85eb-5514-4dab-928c-dc72c2fe78ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 200 len: 217 time: 0.0330844 Sep 17 15:58:25.685996 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-cafde1fa-2928-4d54-b80d-3ac097e1ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:25.687482 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-cafde1fa-2928-4d54-b80d-3ac097e1ea98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0490787 Sep 17 15:58:25.719070 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-238408e0-84fc-495f-9b13-8483460d1e09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239885 Sep 17 15:58:25.805684 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-c9929939-5658-4ccc-8f55-6c87bec924a5 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802913 Sep 17 15:58:25.900213 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4557420f-0252-4fb7-a8b8-6c61fd77590e req-9115e88a-9f34-49e2-8af2-81ca879761a0 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870969 Sep 17 15:58:32.037020 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-a180e1f9-c6a4-4deb-8a4d-07a30691da71 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:32.038502 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-a180e1f9-c6a4-4deb-8a4d-07a30691da71 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 815 time: 0.1029315 Sep 17 15:58:32.053447 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-88506922-7e9b-45df-a65d-c0a792c7aeec tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/quotas/c30b228319114452b2f33ab3f5a7323f HTTP/1.1" status: 200 len: 375 time: 0.0092180 Sep 17 15:58:32.104373 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-464466c4-5e0b-438b-9aad-a60e5a6de66c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457985 Sep 17 15:58:32.206160 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-ea354caf-d3bf-4249-ad42-68c57fda6e7c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 15:58:32.207159 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-ea354caf-d3bf-4249-ad42-68c57fda6e7c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0956159 Sep 17 15:58:32.302223 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-f775562b-55dd-437d-83f7-e69f44c764e5 service neutron] 10.222.0.50 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887322 Sep 17 15:58:32.389925 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-35c38be3-f0bd-4928-951e-f17ae53776d4 service neutron] 10.222.0.50 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815184 Sep 17 15:58:32.603033 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e963aa4a-f941-4f5a-adab-fbc6f7a4d6a1 req-1e54772c-7707-40d1-8cf5-a07042b12514 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 210 time: 0.0783110 Sep 17 15:58:33.692227 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c49a8eca-7b26-425b-8df7-a59cdd88936c req-cdf2b03a-e1b1-4707-b081-59027561a009 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 210 time: 0.0266814 Sep 17 15:58:34.780123 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e9573ed4-5b1c-4a9b-9f03-bb61bb6adb9f req-e7e27680-5110-45ea-9879-a023af28de67 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 210 time: 0.0255828 Sep 17 15:58:35.858401 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9499d5ce-b502-4216-b215-80325e919b7b req-08cd35df-9580-4afb-8fcb-140d7862a25b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 210 time: 0.0267642 Sep 17 15:58:36.966085 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c9ff2e95-f77b-4e4e-98f6-3c1ed20c65f4 req-3c9c00fb-8f8d-4cc6-97ef-daa1df415fff tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 210 time: 0.0329368 Sep 17 15:58:37.780925 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-1a3ef023-1f40-4e14-bfb6-5c3347be0399 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:37.782397 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-1a3ef023-1f40-4e14-bfb6-5c3347be0399 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 815 time: 0.1103101 Sep 17 15:58:37.795001 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Request body: {'port': {'device_id': 'b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff', 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba', 'admin_state_up': True, 'tenant_id': 'c30b228319114452b2f33ab3f5a7323f'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:58:37.907270 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Made reservation on behalf of c30b228319114452b2f33ab3f5a7323f for: {'port': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 15:58:37.910814 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:38.036813 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Allocated IP 172.20.0.11 (dc043e30-874f-41c9-9332-5436376f0bba/feb33798-0025-4542-8a17-2685e37ce4b9/dd1ab7aa-2ddb-4018-88c3-dd9647d5b527) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 15:58:38.075561 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a0c4f3d1-a1c2-45a5-ba1a-3266e1d7d76c req-67856436-f6a4-4326-940b-585403b81263 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 210 time: 0.0363274 Sep 17 15:58:38.226516 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:38.261194 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:38.273631 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['780b43e9-d7ea-4945-996a-6558e94da030', '2b37960e-61b5-4756-8d9d-da2b1807b08c', 'f012b1a5-1229-436f-b2bc-01352cedc9e3'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:58:38.307128 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Network dc043e30-874f-41c9-9332-5436376f0bba is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 15:58:38.310181 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 15:58:38.313940 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 15:58:38.342406 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Pushing event updated for resources: {'Port': ['ID=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:38.368981 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:38.369614 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:38.384175 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-99ab2c6f-92cd-49de-9f5c-213bc3afd99d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5930114 Sep 17 15:58:38.396669 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Request body: {'port': {'device_id': 'b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 15:58:38.448945 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:38.713015 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:58:38.720321 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:38.732123 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Transition to ACTIVE for port object dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 15:58:38.735935 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:38.787854 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Pushing event updated for resources: {'Port': ['ID=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:38.856989 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Attempting to bind port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 15:58:38.857322 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Attempting to bind port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 15:58:38.857679 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Attempting to bind port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 on network dc043e30-874f-41c9-9332-5436376f0bba {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:58:38.863160 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 on network dc043e30-874f-41c9-9332-5436376f0bba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 15:58:38.863553 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Attempting to bind port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 on network dc043e30-874f-41c9-9332-5436376f0bba {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 15:58:38.869027 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 15, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 15:58:38.869419 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Checking segment: {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 15:58:38.870058 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Bound using segment: {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 15:58:38.870489 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Bound port: dd1ab7aa-2ddb-4018-88c3-dd9647d5b527, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dc8fa5-7743-4554-b460-00b03bea4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 15:58:38.870847 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:38.947512 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] For port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527, host hv-cinder-73409, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 15:58:38.950669 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] For port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 15:58:38.955087 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:38.987097 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:38.987710 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:38.989084 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] 10.222.0.37 "PUT /v2.0/ports/dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 HTTP/1.1" status: 200 len: 1094 time: 0.5966392 Sep 17 15:58:38.989546 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff', 'tag': 'dd1ab7aa-2ddb-4018-88c3-dd9647d5b527'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:58:38.991832 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21db7bff-a196-4eed-8b1f-73717f2d0766" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff", "tag": "dd1ab7aa-2ddb-4018-88c3-dd9647d5b527"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:58:39.020011 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5f1f-4458-4653-be53-5e6dee66e82e service neutron] Pushing event updated for resources: {'Port': ['ID=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:39.072327 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-eed7b7a5-6d9e-4414-b33b-32fdb76b7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:39.073873 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-eed7b7a5-6d9e-4414-b33b-32fdb76b7c30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 1097 time: 0.0407562 Sep 17 15:58:39.107905 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-21c96295-781a-42b3-a139-6fae11d952fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:39.122797 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c40faa-578b-4444-9f9b-cdd10dbfe95f x-openstack-request-id: req-35c40faa-578b-4444-9f9b-cdd10dbfe95f {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:58:39.123096 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff", "tag": "dd1ab7aa-2ddb-4018-88c3-dd9647d5b527", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:58:39.123358 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35c40faa-578b-4444-9f9b-cdd10dbfe95f {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:58:39.123755 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff', 'tag': 'dd1ab7aa-2ddb-4018-88c3-dd9647d5b527', 'status': 'completed', 'code': 200} Sep 17 15:58:39.125563 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-efb819f3-9810-41ee-9615-586aa3126d08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 HTTP/1.1" status: 200 len: 217 time: 0.0440922 Sep 17 15:58:39.203258 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-f44f1f93-9c78-437a-ac2e-af0f18353ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:39.204743 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-f44f1f93-9c78-437a-ac2e-af0f18353ed1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0713849 Sep 17 15:58:39.228797 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c505d-2850-4a26-bc5e-cdf95b4cd7ca req-19b66c59-73f6-4107-a44b-b9b9b8409c7a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:39.230534 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-817c505d-2850-4a26-bc5e-cdf95b4cd7ca req-19b66c59-73f6-4107-a44b-b9b9b8409c7a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 944 time: 0.0699141 Sep 17 15:58:39.255747 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-a7f79548-fd72-49b9-ab9b-c49a326e5608 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429103 Sep 17 15:58:39.319053 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-817c505d-2850-4a26-bc5e-cdf95b4cd7ca req-6853cb8f-13ab-4db8-aa69-f81367508779 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657530 Sep 17 15:58:39.379639 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-f1153f0f-9ea3-4c4f-b770-8019af477849 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072242 Sep 17 15:58:39.499915 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c3740-81cc-42a4-abfb-03dd91de61a1 req-82bfdbf1-58a4-465a-b2fa-ac795738eb64 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:39.501392 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6e3c3740-81cc-42a4-abfb-03dd91de61a1 req-82bfdbf1-58a4-465a-b2fa-ac795738eb64 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 945 time: 0.0942912 Sep 17 15:58:39.517272 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b47c914-1d1d-45c1-842d-d719c6f16174 req-a38c21f9-b7a8-4098-9bb7-cf3e851f7120 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301494 Sep 17 15:58:39.547305 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6e3c3740-81cc-42a4-abfb-03dd91de61a1 req-03d68ef8-eaf5-4bd2-ad14-2e014aa4a19c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Sep 17 15:58:39.607495 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db7bff-a196-4eed-8b1f-73717f2d0766 req-08711bf4-ed2c-41a0-ba66-f90892a523e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:39.609631 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-21db7bff-a196-4eed-8b1f-73717f2d0766 req-08711bf4-ed2c-41a0-ba66-f90892a523e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 1097 time: 0.0430603 Sep 17 15:58:39.701666 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db7bff-a196-4eed-8b1f-73717f2d0766 req-fb3c5afd-c5ea-4091-b987-b215c2900913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:39.704184 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-21db7bff-a196-4eed-8b1f-73717f2d0766 req-fb3c5afd-c5ea-4091-b987-b215c2900913 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0855668 Sep 17 15:58:39.745917 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-21db7bff-a196-4eed-8b1f-73717f2d0766 req-857a97f4-bff1-475c-b027-d491b0ac93cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 HTTP/1.1" status: 200 len: 217 time: 0.0335579 Sep 17 15:58:39.795458 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db7bff-a196-4eed-8b1f-73717f2d0766 req-7825d5dc-06e8-4c3d-b647-705843e69b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:39.797486 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-21db7bff-a196-4eed-8b1f-73717f2d0766 req-7825d5dc-06e8-4c3d-b647-705843e69b8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0445452 Sep 17 15:58:39.830805 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-21db7bff-a196-4eed-8b1f-73717f2d0766 req-95c626bd-6473-40ec-b086-9c129da6a3c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256958 Sep 17 15:58:39.920150 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-21db7bff-a196-4eed-8b1f-73717f2d0766 req-13022177-37ba-4bc6-9195-dc397c2ad295 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811975 Sep 17 15:58:40.042079 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-21db7bff-a196-4eed-8b1f-73717f2d0766 req-b71de243-1a74-42f8-ae52-7d36dc1e77ec service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130407 Sep 17 15:58:40.414980 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-10ece6d2-57b4-44eb-8a5c-17cc0deed051 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:40.416467 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-10ece6d2-57b4-44eb-8a5c-17cc0deed051 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.37 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 945 time: 0.0499518 Sep 17 15:58:40.435014 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d8c46-a795-4ff9-959b-4d11f8d9f92c req-3c310004-b861-4b95-80c3-6c5b30a17a81 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:40.436418 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ef7d8c46-a795-4ff9-959b-4d11f8d9f92c req-3c310004-b861-4b95-80c3-6c5b30a17a81 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 944 time: 0.0493152 Sep 17 15:58:40.473473 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ef7d8c46-a795-4ff9-959b-4d11f8d9f92c req-aed0a2b9-d490-420b-93a7-17d1ea96ee89 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Sep 17 15:58:40.511908 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-e3f5dcf3-841f-42e3-bd4d-9b2ed1766109 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Deleting port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 15:58:40.512253 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-e3f5dcf3-841f-42e3-bd4d-9b2ed1766109 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:40.602750 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-e3f5dcf3-841f-42e3-bd4d-9b2ed1766109 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] For port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,segment=NetworkSegment(d3e93140-42eb-425e-8fef-41fc65723955),segment_id=d3e93140-42eb-425e-8fef-41fc65723955)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:58:40.603129 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-e3f5dcf3-841f-42e3-bd4d-9b2ed1766109 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:40.616696 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-e3f5dcf3-841f-42e3-bd4d-9b2ed1766109 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Calling delete_port for 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 15:58:40.714248 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9df59-ef5f-4a0d-ad5a-ea7867836c02 req-406ce831-fdda-42da-b8b9-18a302850658 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:40.715630 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d3c9df59-ef5f-4a0d-ad5a-ea7867836c02 req-406ce831-fdda-42da-b8b9-18a302850658 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 945 time: 0.0969872 Sep 17 15:58:40.782283 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d3c9df59-ef5f-4a0d-ad5a-ea7867836c02 req-74845a63-601d-4e85-b7f1-b08f850491f1 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3c727ca-8ce9-4936-82da-da381c5fdb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600593 Sep 17 15:58:40.808056 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-e3f5dcf3-841f-42e3-bd4d-9b2ed1766109 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:40.820890 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['09ee8619-f89e-4bb9-98de-2a4fdcc9b237'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:58:40.840569 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5dcf3-841f-42e3-bd4d-9b2ed1766109 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Pushing event deleted for resources: {'Port': ['ID=09ee8619-f89e-4bb9-98de-2a4fdcc9b237,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:40.882416 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-e3f5dcf3-841f-42e3-bd4d-9b2ed1766109 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] No DVR routers for this DVR port 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 15:58:40.885212 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-e3f5dcf3-841f-42e3-bd4d-9b2ed1766109 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:40.887262 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ed212cf5-c607-406d-91bd-f6b60306aa01 req-e3f5dcf3-841f-42e3-bd4d-9b2ed1766109 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.37 "DELETE /v2.0/ports/09ee8619-f89e-4bb9-98de-2a4fdcc9b237 HTTP/1.1" status: 204 len: 173 time: 0.4647677 Sep 17 15:58:41.125511 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b77887-78af-4645-af19-3676166e176b', 'name': 'network-vif-deleted', 'tag': '09ee8619-f89e-4bb9-98de-2a4fdcc9b237'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:58:41.127825 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46658c47-be85-4217-a896-af673a25d780" -d '{"events": [{"server_uuid": "67b77887-78af-4645-af19-3676166e176b", "name": "network-vif-deleted", "tag": "09ee8619-f89e-4bb9-98de-2a4fdcc9b237"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:58:41.164038 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b49a9f2-b8f1-418c-b490-e877a55f7217 x-openstack-request-id: req-5b49a9f2-b8f1-418c-b490-e877a55f7217 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:58:41.164355 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b77887-78af-4645-af19-3676166e176b", "name": "network-vif-deleted", "tag": "09ee8619-f89e-4bb9-98de-2a4fdcc9b237", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:58:41.164607 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b49a9f2-b8f1-418c-b490-e877a55f7217 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:58:41.164997 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b77887-78af-4645-af19-3676166e176b', 'name': 'network-vif-deleted', 'tag': '09ee8619-f89e-4bb9-98de-2a4fdcc9b237', 'status': 'completed', 'code': 200} Sep 17 15:58:41.590445 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ec8c-5daa-45ea-a9d2-0303bd48591f req-2e3e65df-968e-4da5-9fbc-c34c801a4ea8 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:41.591914 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4512ec8c-5daa-45ea-a9d2-0303bd48591f req-2e3e65df-968e-4da5-9fbc-c34c801a4ea8 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 944 time: 0.0511215 Sep 17 15:58:41.630171 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4512ec8c-5daa-45ea-a9d2-0303bd48591f req-137c03cf-dab3-49ae-bfed-aeebe193da71 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Sep 17 15:58:41.784719 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-bcd9fae4-35d8-4016-a9d2-32c8484d9e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:41.878621 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1199d91f-3f56-4993-904e-3ec757a04b69 req-76472647-291b-4c5b-8b2c-dc318867e94d tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0285249 Sep 17 15:58:42.107769 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:42.747476 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd3583-cf71-4a87-a593-a81780962954 req-199960c3-f574-40f5-99a6-3b4777da71cb tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:42.748950 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c1fd3583-cf71-4a87-a593-a81780962954 req-199960c3-f574-40f5-99a6-3b4777da71cb tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 944 time: 0.0520530 Sep 17 15:58:42.787724 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c1fd3583-cf71-4a87-a593-a81780962954 req-5fe581c3-96a4-4002-9864-156d9aa8eb81 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328405 Sep 17 15:58:42.973382 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fbb5e1f9-9463-4462-a3a3-b2c14a9e743c req-d7e0898e-a049-43a4-8096-a721056a06b6 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0260966 Sep 17 15:58:43.208417 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 15:58:43.212099 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 15:58:43.240757 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 15:58:43.241099 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 09ee8619-f89e-4bb9-98de-2a4fdcc9b237 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 15:58:43.319919 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:43.335237 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:58:43.346417 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': 'dd1ab7aa-2ddb-4018-88c3-dd9647d5b527', 'network_id': 'dc043e30-874f-41c9-9332-5436376f0bba', 'port_id': 'dd1ab7aa-2ddb-4018-88c3-dd9647d5b527', 'mac_address': 'fa:16:3e:e9:70:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb33798-0025-4542-8a17-2685e37ce4b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 15:58:43.385374 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:43.398575 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 15:58:43.417920 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:58:43.422427 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:43.472741 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:43.479857 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.480218 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.480565 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.480908 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.481250 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.481614 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.481952 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.482286 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.482642 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.482976 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.483303 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.484148 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 15:58:43.854248 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['dd1ab7aa-2ddb-4018-88c3-dd9647d5b527'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 15:58:43.901279 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb158081-967e-4bc9-80c7-73a7725932a8 req-bfb60362-8f2a-4298-b57d-1ad2f94e84d6 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:43.902799 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bb158081-967e-4bc9-80c7-73a7725932a8 req-bfb60362-8f2a-4298-b57d-1ad2f94e84d6 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 945 time: 0.0496404 Sep 17 15:58:43.941654 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bb158081-967e-4bc9-80c7-73a7725932a8 req-b1ecb3e8-e1d0-4b02-aea2-dd438a9d610e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314550 Sep 17 15:58:44.063425 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1d5996cb-2efc-4260-80ed-0606a9e2be9c req-36e86d92-c44d-41ea-9a13-3ffe7017e524 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0260692 Sep 17 15:58:44.354978 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:58:44.680629 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:45.053334 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5b268-0834-4762-b94e-15c674b1260f req-a8d79a48-3d46-4473-b6cc-1c161b9534d6 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:45.054819 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-40b5b268-0834-4762-b94e-15c674b1260f req-a8d79a48-3d46-4473-b6cc-1c161b9534d6 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 945 time: 0.0477419 Sep 17 15:58:45.091726 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-40b5b268-0834-4762-b94e-15c674b1260f req-b37aacbf-5196-42dd-9485-43eac33bdbb1 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310273 Sep 17 15:58:45.157957 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-bf12151e-a7bf-400c-8d2d-057eb94ffe68 req-64436d57-042a-4dba-b728-e6670ce5d538 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0283859 Sep 17 15:58:45.208169 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 15:58:45.258481 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:45.271231 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 15:58:45.274991 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 15:58:45.275363 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:45.349258 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:45.371810 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1ab7aa-2ddb-4018-88c3-dd9647d5b527'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 15:58:45.374120 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e3ad1-b42c-42fb-acef-740d315e334e" -d '{"events": [{"server_uuid": "b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff", "name": "network-vif-plugged", "status": "completed", "tag": "dd1ab7aa-2ddb-4018-88c3-dd9647d5b527"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 15:58:45.386481 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 15:58:45.390878 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:58:45.441845 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 15:58:45.470734 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5b3a5b-c7d0-42fd-9c71-dec515f2407c x-openstack-request-id: req-db5b3a5b-c7d0-42fd-9c71-dec515f2407c {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 15:58:45.471022 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff", "name": "network-vif-plugged", "status": "completed", "tag": "dd1ab7aa-2ddb-4018-88c3-dd9647d5b527", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 15:58:45.471283 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db5b3a5b-c7d0-42fd-9c71-dec515f2407c {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 15:58:45.471682 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1ab7aa-2ddb-4018-88c3-dd9647d5b527', 'code': 200} Sep 17 15:58:45.641790 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1893-fb83-4330-851c-7bb659ae7385 req-d747a029-3c9c-494a-906b-7e848ce8113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:45.643252 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1ede1893-fb83-4330-851c-7bb659ae7385 req-d747a029-3c9c-494a-906b-7e848ce8113e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 1099 time: 0.0431008 Sep 17 15:58:45.676537 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1ede1893-fb83-4330-851c-7bb659ae7385 req-75809be8-cfff-40e2-84d4-e1743a0e0aec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263534 Sep 17 15:58:46.204516 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295ce8-791c-4ac0-a628-8f4c720e7a2c req-f590fa1c-e7eb-4b88-b4e9-eb5d644b2f52 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:46.206033 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e4295ce8-791c-4ac0-a628-8f4c720e7a2c req-f590fa1c-e7eb-4b88-b4e9-eb5d644b2f52 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 946 time: 0.0487382 Sep 17 15:58:46.243306 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e4295ce8-791c-4ac0-a628-8f4c720e7a2c req-32b3c278-dc48-4054-b7ad-af244c21e5a8 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314019 Sep 17 15:58:46.253130 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3671d33d-00f6-4736-84a7-2a2f9090ba9c req-4b471b42-c3ce-4200-8e63-118bb7ad57ca tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0261102 Sep 17 15:58:47.349018 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-055f347f-8beb-447a-b98a-685cb2b014c6 req-456073f4-e791-4b9b-93d8-87a11786f18a tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0285702 Sep 17 15:58:47.362337 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a8f0d-ea48-4231-a715-10534b0a3414 req-bd4c0961-3056-4af7-9c48-3f8d167dbf10 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:58:47.364020 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-868a8f0d-ea48-4231-a715-10534b0a3414 req-bd4c0961-3056-4af7-9c48-3f8d167dbf10 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 946 time: 0.0532780 Sep 17 15:58:47.401488 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-868a8f0d-ea48-4231-a715-10534b0a3414 req-8516c9e8-40f1-4d28-829f-6d606873180d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Sep 17 15:58:48.443001 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4afa481a-4da4-4826-916d-7e70962c4290 req-59ead92e-f9cb-4761-8556-086fe2458971 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0272088 Sep 17 15:58:49.538612 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b901340c-7bbc-45ad-915c-a915b6a0c550 req-d98d33f7-af47-4b6e-94e2-6b0f74ef9993 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0295811 Sep 17 15:58:50.632287 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e71d28b9-c120-4e59-b34b-75099b17114c req-53a07efe-753c-47a5-94ea-70ceb10760ea tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0285814 Sep 17 15:58:51.726626 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ad109e49-908b-4124-815a-6166325d15c6 req-fee629cf-632a-452c-adea-84983b507dc9 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0281558 Sep 17 15:58:52.819447 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2b70f192-f410-46e9-a5a1-2b13787107c5 req-27c556a8-9b81-4378-80e9-4b4cdef34a16 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0252650 Sep 17 15:58:53.912345 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f4901fb3-439f-4c52-915d-78a97e4c70d9 req-46ed7993-8fd2-452e-b01c-41c4c2f09a5e tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0261209 Sep 17 15:58:55.008686 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7cff18af-20f3-40d5-bed5-b150245759c4 req-9e4f931e-d977-4d21-8d03-904b0650f425 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0293560 Sep 17 15:58:56.111903 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ca7cc7c8-7fbb-42f8-b822-f9fc2783faa4 req-31139fcc-4d83-40e9-9382-5993e7631072 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0275505 Sep 17 15:58:57.208865 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-71a3870a-59d9-42d1-bf0d-a104fdd8e928 req-51a7b5be-5885-490e-bc56-67895e18406d tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0261993 Sep 17 15:58:58.301539 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4277cd68-b19f-45bd-9cd0-7202b16a77f1 req-ceaae918-728e-45f0-9ae5-5058f8ee6c11 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0250194 Sep 17 15:58:59.392260 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0ec56004-e8fd-430c-8108-5ae7bafcff7c req-5ccc4fd5-4488-47d4-a262-6f1aabf65020 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0265260 Sep 17 15:59:00.482824 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2249cedb-8afc-46c4-9cc4-3c132791b02a req-41e6cdf8-2d29-4df4-aeb3-fbbc60602759 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0252864 Sep 17 15:59:01.574214 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ebc66118-f758-4418-89ef-c79938076566 req-19ba3d93-f7c7-40b3-bf29-7a92e631839c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0256011 Sep 17 15:59:02.666279 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2c187346-f55b-4414-8e9e-a6e6d1c688d2 req-2ee1de20-fc85-49a9-8b03-848b9013e2ba tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0282419 Sep 17 15:59:03.759901 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c677b89b-a5c5-4785-8b39-8057e845d7ee req-804b6aaf-a853-4cf3-8d1f-2f6f4d2e48e0 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0261276 Sep 17 15:59:04.853297 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0dfbb6c0-221d-47c8-8797-c9e00fc98afc req-701f2339-7118-48f4-9b83-649ad1bd6870 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0256178 Sep 17 15:59:05.944094 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4e4cdef1-6b61-4ef7-9094-ce101f4db986 req-e0cbff47-bd85-40bf-8511-baf1612fc872 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0251241 Sep 17 15:59:07.036245 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fcdd034b-850b-4be1-b8e7-a46ac4d8db01 req-7e278244-c1d6-4135-8449-53ac95bc6465 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0265119 Sep 17 15:59:08.129742 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a5be8075-c108-4161-b745-da5c5bd8b9e8 req-03014098-4ace-4702-ab45-50a94d20fc8c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0290823 Sep 17 15:59:09.110270 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2bd60f08-c7f9-443a-b1c3-2a3178cafa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:09.225191 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7f0519f0-f80c-45ab-8938-132244fd1fd6 req-f11b0121-a545-434b-9283-d19ab56a04cb tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0267434 Sep 17 15:59:10.318067 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-95a7c132-50e2-472a-817d-fc821f719899 req-c3305dad-0cc8-47d5-8dfc-8dd1cd71f7e6 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0260475 Sep 17 15:59:11.411159 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-178d4bf0-ba70-4913-ae58-c8c37dcf158e req-3c40df4a-4dd2-4fdb-b9ff-68e23fedb378 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0266795 Sep 17 15:59:11.784194 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ac0071af-74e6-4e20-9681-3d57d480ba71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:12.111504 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:12.508020 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-38b9329e-8ce2-4415-b360-963804edff44 req-5688c917-d88f-4757-a922-0c492387c497 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0302606 Sep 17 15:59:13.302459 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:13.601779 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-93070dc8-4ed8-42c4-aadd-40a5b6279c75 req-e40d945d-f749-4a5a-9c20-60405c274bcc tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0278435 Sep 17 15:59:14.685168 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:14.693060 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-241146ce-9f16-4622-a23a-6777b869b8bc req-dff4fd2d-a631-4503-8c8a-c3af293d61de tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0269639 Sep 17 15:59:15.238609 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:15.792604 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-abb3d487-b4d2-41f8-a019-9d01528cf23a req-73e18599-a11e-441d-9b35-ed3ffc25fdc0 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0279799 Sep 17 15:59:16.884373 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e16a7480-ab78-468b-aa27-be09d220bfd1 req-689b6a8e-4c32-45fd-b38f-3477b09f13c7 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0260670 Sep 17 15:59:17.984605 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ff8b9126-c644-46ce-895a-dcd56eed6a25 req-2ffe2eec-68ce-4c43-a61f-4a6fc94d67b7 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0291593 Sep 17 15:59:19.077413 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d65e53c8-c3f4-463c-9f1c-9d3b0a332a43 req-844630b8-e9b9-4fe9-8b16-00dcfe8e8326 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0264900 Sep 17 15:59:20.169973 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-361dbb5c-5ca2-45cf-896a-d2a8725afc21 req-e6585d85-65e4-4355-a29f-092698a5aa16 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0264134 Sep 17 15:59:21.267633 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-06ef2fcd-32fc-4bc8-997f-774a2b8ac90e req-060f0277-0155-4aa4-a3dc-ed2b14f5dcb9 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0274808 Sep 17 15:59:21.353907 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:59:22.360248 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8ca85794-e7d9-4ee1-946b-44d1620954e4 req-fdcf3435-ea40-4fb2-a0df-9445c55d1c07 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0265346 Sep 17 15:59:23.451931 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0dbef0b1-43a5-4f4d-a7fe-f8c1f44f6df8 req-fb4c66fd-b6f3-4ba3-91c7-022527408025 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0263538 Sep 17 15:59:24.544649 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5d88c34b-dc96-420d-9e42-85061c29ec33 req-ba3de4db-4de2-40d1-a3e0-4d088da3d764 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0262036 Sep 17 15:59:25.638045 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4ed4540d-1c2b-4288-966f-81bff7c5375f req-92fcc84e-e263-4066-8e56-3de9601dd2cd tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0264354 Sep 17 15:59:26.731445 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-14aa8309-fd61-443f-b600-6dac181815aa req-68fb0836-4ee1-4e5b-954b-3d8d3125266a tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0266979 Sep 17 15:59:27.390473 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-1b0183a1-f8e7-4e5e-9ee1-df9c184a38db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389011 Sep 17 15:59:27.455466 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-340b5d62-7e02-4657-a48a-3aa6e708cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:59:27.457012 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-340b5d62-7e02-4657-a48a-3aa6e708cf7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 1098 time: 0.0431697 Sep 17 15:59:27.559449 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-74038ca4-1760-4ade-a039-42a700e0c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:59:27.561164 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-74038ca4-1760-4ade-a039-42a700e0c0eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.0843925 Sep 17 15:59:27.603008 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-aa78cd79-e8f2-4bac-a7ce-98a62d368a4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82 HTTP/1.1" status: 200 len: 217 time: 0.0340950 Sep 17 15:59:27.653501 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-545f4a77-9fba-4d07-8aa1-f74567905527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 15:59:27.655475 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-545f4a77-9fba-4d07-8aa1-f74567905527 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0457237 Sep 17 15:59:27.686601 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-0909c7ac-3f45-4a65-b064-8d032c612476 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236595 Sep 17 15:59:27.779902 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-f4dffbf1-d1b6-4024-aef8-a3d7d2f21fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843053 Sep 17 15:59:27.849080 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-31d04fc8-b1c2-4c8d-9951-de14e7efde4f req-11058346-0a4b-458c-b32c-c5453b029499 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0353403 Sep 17 15:59:27.900959 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-400ad584-4c57-40d9-a7f0-2f1b458916c5 req-a994aa6b-5d91-4709-bd40-53c812b810c4 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146052 Sep 17 15:59:28.943771 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9f548010-0d21-4d75-9dbb-0083053aadd6 req-cbcb544e-cbaa-428f-9c38-a7bb1c83418f tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0286570 Sep 17 15:59:30.037101 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-279443ff-3d7c-409e-aacf-d149153a7d5b req-e9c0e2e9-f154-4757-b20e-7cab3083abe8 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0266740 Sep 17 15:59:31.129870 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5e9cf5ab-4767-4bd5-9021-19e7790aefb7 req-fe9e11cf-ca59-4342-a4b7-d686e51542c3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0273497 Sep 17 15:59:32.224708 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-67c494c6-e692-47ed-88ea-87ddc5039d9e req-6735061f-249a-4fe4-b98a-ea3923ea05ec tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0303218 Sep 17 15:59:33.317061 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-70450899-fb7b-4249-ae4a-43dc2954178c req-e59177fe-eca2-435f-bfa4-62ed63831f2b tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0258462 Sep 17 15:59:34.641580 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-80e22e5d-b49d-4150-adcc-760f9aa02e6e req-560deda4-7077-42b1-ae5b-89508088f982 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.2580497 Sep 17 15:59:35.733491 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-1a7efced-1892-49cd-9882-b38687dc1a34 req-af21e788-c4fb-4162-9958-84ba16b889fd tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0261157 Sep 17 15:59:36.825964 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-48b1e75e-e43d-42f4-9372-5e34d164d2ff req-36d057c4-b875-4f03-8eb3-d50daf169f7e tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0247583 Sep 17 15:59:37.917998 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-75648f8c-14aa-4e95-b6d3-dfb43edb2256 req-1d64835c-e859-434c-a713-7fd184909a25 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0258758 Sep 17 15:59:39.009038 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-82a98d95-8c2d-4cdb-b507-da3d50ba0182 req-3107b8de-f175-4801-99d0-dd0823ceeaca tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0255938 Sep 17 15:59:39.111300 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc518-a83e-4823-bfd6-c9b2e63a7a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:40.102737 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d03d38e9-6d55-4ec9-9395-66664e0a061f req-7805c202-4672-42c8-9d4f-5058a89c904e tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0269108 Sep 17 15:59:41.192304 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a710a671-589a-4234-b118-bce60277b193 req-11bdf250-bf78-4bc8-9cb7-00f4df42313a tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0260835 Sep 17 15:59:41.785105 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3f92bf8a-6974-4d43-9aa2-e8e671b9ea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:41.912205 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [req-3568c2be-ae10-493f-b56d-de6df8102278 req-1fcac737-696e-4e16-8369-251160caeae0 service neutron] (100591) timed out ('10.222.0.37', 64124) {{(pid=100591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 15:59:42.111611 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:42.285285 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2c3387ea-ceb5-49d0-b684-ab013a333c05 req-4bc92a25-d3b3-46ee-91d6-33f758806a94 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0286162 Sep 17 15:59:43.305524 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:43.380338 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-26192ed6-7393-45e2-98ba-802342acba90 req-9cfbfb93-383b-4ed0-b773-993c0ab91f9f tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0280952 Sep 17 15:59:44.473028 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b3ecdf1f-9955-4e82-bb1d-2ad684394583 req-054a389c-e047-4b6a-b0a6-345311ad10f0 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0255713 Sep 17 15:59:44.686735 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:45.242681 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 15:59:45.565791 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e96b327e-370f-4574-8760-4a4fa8713867 req-8b56ab5f-21b5-4b8e-8d11-4add2922a015 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0256612 Sep 17 15:59:46.659173 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b3c5cd74-31ac-4d02-b11f-c635ad7e3b38 req-5b3c1e69-8e47-4223-be8f-efe84c4f9860 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0258090 Sep 17 15:59:47.258266 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [req-c8b0e8f1-c1cd-4197-a5ce-e82e224a9e65 req-94f7afba-6678-42bf-b18b-27a2ccd99745 service neutron] (100591) timed out ('10.222.0.37', 64087) {{(pid=100591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 15:59:47.752256 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-27ee08f5-8b76-4da9-875c-d38691ab9a6e req-4e754d08-e71d-4760-ae5a-97642a2666e0 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0271459 Sep 17 15:59:48.422020 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [req-dd883114-9537-41bf-8001-4389527d3462 req-7f3027d7-19f7-4f9a-96f0-e1bf2548dd42 service neutron] (100590) timed out ('10.222.0.37', 64090) {{(pid=100590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 15:59:48.843493 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e4540148-2ab0-4c43-a431-d7c4c7b1f19f req-7a16b61e-9bc7-4a7f-84dd-8df1099ccd35 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0256639 Sep 17 15:59:49.936721 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-afa4135a-bf20-41b3-9b62-d5635e4b54fb req-4a7a214b-9243-46ff-abf4-65c776f3c68b tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0257015 Sep 17 15:59:51.028822 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6c16cb47-7864-4f25-a35d-585427d9e905 req-12655d80-1858-488f-9886-ec7441516482 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0253675 Sep 17 15:59:52.121557 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7d67c863-a43f-4bab-a19a-1786c3d84f09 req-e372bda4-7bbb-45ff-8e5a-010251d2ba71 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0261829 Sep 17 15:59:53.214133 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ec9c99e2-2ad4-4dd2-a93f-d7131429cf1d req-988f2298-0f0f-4546-b942-c56d8940f295 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0267584 Sep 17 15:59:54.306785 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-82732b60-d011-439c-88b5-e8ff6fa872fc req-32461b00-1e6e-4664-b25c-fca2b42ac828 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0262735 Sep 17 15:59:55.401753 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-48ffdb68-a196-4d43-b9f9-562ffe9da802 req-1884fef3-2305-4cb7-ad87-ab0339c9409c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0278640 Sep 17 15:59:56.495441 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fbd71431-f192-4cd0-a0cc-a6b298fd2934 req-7415de45-f61e-4548-b2e8-c90c93d2d7d4 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0291417 Sep 17 15:59:57.585438 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d3c4d07a-cc70-4230-afaa-51099edd4d8c req-7600d45c-2b40-4e1d-943f-302b79345268 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0261149 Sep 17 15:59:58.353574 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 15:59:58.677597 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8305ed37-7141-4c1c-a621-3bed14859406 req-211fcf3a-f2c7-4ad2-944d-d22512df0a45 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0271339 Sep 17 15:59:59.775516 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e4967a57-dfa4-47e8-bfc7-ac221546bf66 req-26069667-1ec7-4fbd-994f-1d482ee5221c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0270510 Sep 17 16:00:00.867122 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bbfbbc29-c16d-4bf0-a584-82f208a0edf8 req-e57f0445-82a7-47ae-9b36-73bdade4df29 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0264208 Sep 17 16:00:01.958727 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-76140bad-fd92-4b2c-94f9-ffab924c6a22 req-7fa39f75-c187-41d1-8618-6459fb2ece88 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0266633 Sep 17 16:00:03.017111 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [req-01cb7f34-8621-400c-8268-aabcae46d7f9 req-95d785cb-44ae-47eb-a2f7-552b70d1baa3 service neutron] (100590) timed out ('10.222.0.37', 64112) {{(pid=100590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 16:00:03.049283 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-842ad71c-2f26-4e3d-9ffb-046a833fb3c1 req-348d3229-933f-4285-9ed7-a28b7263ba5a tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0260289 Sep 17 16:00:04.140479 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c3d2cd89-8b4d-4764-994d-fe435fcc7ad2 req-e37b61fa-3084-4305-a558-4a36882a3f0d tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0257466 Sep 17 16:00:05.233449 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c97cfe54-ced7-46d5-8c7e-c531a692b656 req-0291e244-3c45-4c03-9862-c735c5ff90dc tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0256746 Sep 17 16:00:06.326318 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-33b803a2-3437-47d4-b318-12e013600c11 req-6734ab42-c508-41b6-800e-bd287cc995c3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0263121 Sep 17 16:00:07.418858 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5d8f496a-8792-48e4-b2f9-5d2f8c0d6437 req-ffa6ae24-6f97-4294-8e94-70cd944567f3 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0250795 Sep 17 16:00:08.514082 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9c1be7b9-c003-4257-94d6-2ce3f121eacc req-7459ca2d-ec61-4868-b459-643359847f76 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0290642 Sep 17 16:00:09.113025 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-cc36ccdf-feb8-4134-b5ad-c8468f25fe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:09.606259 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad6a412e-1676-4631-9e73-d6182eb8de0a req-86830af0-313b-4d85-8c97-115d93f1f053 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0289478 Sep 17 16:00:10.711697 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5f85ba51-53e4-44fb-9f45-baf82f59be61 req-05218e1e-3c9f-4576-bbe6-6ed2047a568c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0347788 Sep 17 16:00:11.787092 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-cb870837-25ee-4db2-acbf-f604be53e6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:11.811089 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ffb7c99c-416c-4556-9ffe-47c34c52b59c req-795d2bac-8986-4d7e-b871-62e7151b7c2e tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0320170 Sep 17 16:00:12.113002 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:12.905437 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f9989ac4-5f17-48fb-8672-582147b97e77 req-31c47573-a88f-47b2-a378-34801fb2773c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0258358 Sep 17 16:00:13.307375 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:14.000864 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-11edd5e1-aabb-4a7a-b31f-0153b18fd3ff req-27e4a657-873d-414e-b98f-acf2b57c0e89 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0266566 Sep 17 16:00:14.693322 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:15.095217 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3fe893ce-ede3-405c-aab9-a0e2f933882f req-1a85e039-a248-4dba-a31c-47fa56e5a4d8 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0269978 Sep 17 16:00:15.263320 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:16.187709 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6325e8e3-8387-4edc-89a2-bc455feaf129 req-0c156669-a08a-4826-b193-53063dde0a42 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0255170 Sep 17 16:00:17.393820 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5b5f5ba7-56f8-4bce-b41f-398f43e2653a req-57ac127e-d733-4d3b-b31d-7f9569e523ab tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0258589 Sep 17 16:00:18.485314 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c537a8ff-c799-4540-99a9-ea230dbd0d00 req-3ca56806-e462-4af3-bfc6-3651a778fb61 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0260623 Sep 17 16:00:19.575413 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6b4a0275-a088-4ecd-baff-57868985f63c req-3072ae02-d252-4d47-98f8-11441c669aea tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0250993 Sep 17 16:00:20.666271 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ad54a7df-3651-4407-8c76-18276176570a req-1e1c176f-7720-4c70-909c-6ca79d635423 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0249910 Sep 17 16:00:21.760418 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3a19b903-e0dd-46cd-9555-a43802b94c62 req-bcdbbfd3-fdce-4b80-939c-2da9128a6a6e tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0294433 Sep 17 16:00:22.853943 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-307058a5-e4a9-4fd3-995e-46a22b141e0b req-53855328-e5ed-4888-8045-7b9974c13a08 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0280178 Sep 17 16:00:23.947600 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-39566aea-7ded-42ee-a5c6-ea273d1d692f req-19083969-14ba-44a9-b747-1ab23660c6c8 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0265198 Sep 17 16:00:25.039241 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-33afc9c0-2c12-4f9f-af9e-6d2dbfcd85a4 req-1f44c83c-c4a8-4b7c-9ad0-e715eae4e4a7 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0268202 Sep 17 16:00:26.131185 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-67f38296-b712-4930-be62-c41914078d2b req-365bb2e7-7545-46cd-97cb-3930b10d77c0 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0266352 Sep 17 16:00:27.223484 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-97850cf9-7398-4e72-a175-03889cd684a0 req-9925180c-42f9-46bb-a2a0-2fa0c118ad6e tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0265462 Sep 17 16:00:28.316126 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-53dfc045-9b5a-4819-8716-bec013cbcffe req-c4950129-caaa-4c7a-aa6a-a7676e9afbb8 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0261745 Sep 17 16:00:29.422121 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1364cbc6-f7d0-45be-8179-5773e3c4103c req-14b841af-9bc0-4081-8c08-d6d40b87ea26 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0289540 Sep 17 16:00:29.431957 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-eadd6baa-4959-4bc3-b58d-3f090bda30d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647895 Sep 17 16:00:29.495987 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-e649627f-7048-4a78-9582-4818b278bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:00:29.497472 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-e649627f-7048-4a78-9582-4818b278bf19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=160276c6339b4f2d98234b9a04e8e65c&device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 1099 time: 0.0425956 Sep 17 16:00:29.598940 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-1f25946a-d25f-4026-9ef8-85602f3f065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:00:29.600300 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-1f25946a-d25f-4026-9ef8-85602f3f065c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 200 len: 919 time: 0.0826116 Sep 17 16:00:29.644071 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-17fcd6d6-f52d-4482-a10a-d1189ddd16b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=000af5fc-c73e-417c-b845-9b3fa553d861 HTTP/1.1" status: 200 len: 217 time: 0.0357249 Sep 17 16:00:29.691952 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-5a9d99bb-b65b-45f1-b0f3-03da54efbf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:00:29.693437 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-5a9d99bb-b65b-45f1-b0f3-03da54efbf15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 200 len: 858 time: 0.0429225 Sep 17 16:00:29.725262 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-620fd6e8-92df-4019-8c84-6ffe73dc3452 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f3551d3-a1cc-425c-a941-1b7c8eb363fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247626 Sep 17 16:00:29.820100 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-7881eea6-2207-4521-b36e-fd0b4317968d service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863335 Sep 17 16:00:29.913968 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b4c4489-6796-4ba6-b67e-03e3c8c8359b req-97c0aad1-7a5c-44ee-8b96-78f436a45a52 service neutron] 10.222.0.37 "GET /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859857 Sep 17 16:00:30.516043 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-471effa5-ffd1-4122-ab8b-e1467d4e2229 req-747275a3-6824-427e-97e1-fa167edecedd tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0264878 Sep 17 16:00:31.609149 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-76a34360-4116-4a26-b4b0-9af9b89ebaa6 req-a1fe1368-3f92-4bd0-8995-162f789050a6 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0261774 Sep 17 16:00:32.699460 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a2b3ef5d-a86c-42ab-b7d8-20825653eefe req-616135c1-0cc1-4b71-884c-1f994156eba7 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0253186 Sep 17 16:00:33.793312 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ab93dc15-af26-46f4-a63a-6296c45d2899 req-1b351c5d-4657-4e51-892d-880adc63f1b1 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0294874 Sep 17 16:00:34.887160 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a517d7c6-f100-4f6e-bcf7-65bd366fd829 req-63b5cbda-4e53-446f-944f-4a89e89d7d8c tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0299857 Sep 17 16:00:35.352666 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:00:35.978902 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3ce26249-85d8-4fe6-b142-9b41d7f0837a req-fad1967a-1bfe-43ab-95c6-9030022fcf14 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0272331 Sep 17 16:00:37.070192 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-bbae9de8-83bd-4a35-b8a3-539f0d05c365 req-422e7626-a90e-42e8-8cdf-c2e045a09f2d tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0258565 Sep 17 16:00:38.163908 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5001a8b7-b83a-4e43-b2f7-bf35cdba7111 req-73a636f5-198f-46ac-b2e5-2b6cc732f052 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0270813 Sep 17 16:00:39.114054 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-997ccbc2-8b00-47df-9d03-9a354b6ff412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:39.259839 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a629aaa0-17a3-4efb-92be-544a55c51cac req-f8a3391f-df43-418a-8f0a-6456e0b1e015 tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0289145 Sep 17 16:00:40.357672 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a23f4142-87fc-4e08-8d3d-0cb994f3dcd1 req-7b962627-6110-45e4-aea6-684cd96b3caf tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0258131 Sep 17 16:00:41.464147 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-bb28a5f3-2a11-4d09-bda8-6f8ccadbad73 req-13cca9cf-bf07-43bb-89a6-16cf4dbc6daf tempest-VolumesSnapshotTestJSON-1964267406 tempest-VolumesSnapshotTestJSON-1964267406-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b77887-78af-4645-af19-3676166e176b HTTP/1.1" status: 200 len: 210 time: 0.0256658 Sep 17 16:00:41.791388 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-135ac1bc-dc19-4c17-86a5-7743aa128484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:42.113865 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:43.310169 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:44.802969 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:00:45.277969 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:03.596293 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [req-5da41a00-7214-4023-9972-bd2eb6b922b2 req-bb4fd323-d636-4a1a-bd86-ae1c204cf1f3 service neutron] (100591) timed out ('10.222.0.37', 64117) {{(pid=100591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 16:01:09.114445 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a1efd5e7-4456-418d-90e5-1bcb0e820946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:10.128739 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492112b-0149-437f-ae98-f2beeacdbf2e req-e868bb2f-0596-4513-b688-e57403682b2c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:01:10.130236 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7492112b-0149-437f-ae98-f2beeacdbf2e req-e868bb2f-0596-4513-b688-e57403682b2c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 945 time: 0.0486598 Sep 17 16:01:10.167682 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7492112b-0149-437f-ae98-f2beeacdbf2e req-fa95d7aa-e4f5-4026-880a-6a26bcd4a71d tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315657 Sep 17 16:01:10.827596 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-7163275f-35e3-4484-9a28-39515cf5385b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:01:10.830227 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-7163275f-35e3-4484-9a28-39515cf5385b tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 945 time: 0.0527749 Sep 17 16:01:10.924821 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Deleting port 79200baf-b394-4e14-868e-e88d99660d47 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:01:10.925171 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:11.015439 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] For port 79200baf-b394-4e14-868e-e88d99660d47, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=79200baf-b394-4e14-868e-e88d99660d47,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:01:11.015805 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:11.187245 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:11.188060 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:11.188060 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Floating IP a1af483e-92f9-4036-8044-d10aef072383 disassociated. External IP: 172.27.1.30, port: 79200baf-b394-4e14-868e-e88d99660d47. Sep 17 16:01:11.188278 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Calling delete_port for 79200baf-b394-4e14-868e-e88d99660d47 owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:01:11.282928 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a730b-6ee4-4e69-a179-b03a88f859e8 req-3eeacf1e-b577-4752-a7ac-fec9da3f4014 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:01:11.284401 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-316a730b-6ee4-4e69-a179-b03a88f859e8 req-3eeacf1e-b577-4752-a7ac-fec9da3f4014 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee91216c-03bd-4ce8-b451-1db744298875 HTTP/1.1" status: 200 len: 945 time: 0.0495377 Sep 17 16:01:11.321489 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:11.322188 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-316a730b-6ee4-4e69-a179-b03a88f859e8 req-a40e7b13-23c3-4027-85be-bb5e037f2764 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups?id=1bc2cab9-3b19-4f94-a40b-2b223556851a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Sep 17 16:01:11.358175 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event deleted for resources: {'Port': ['ID=79200baf-b394-4e14-868e-e88d99660d47,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:01:11.368882 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.369237 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.369595 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.369931 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.370257 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.370585 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.370910 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.371236 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.371573 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.371893 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.372210 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.372525 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:11.484760 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:01:11.601380 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:01:11.613276 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] Sync routers for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:01:11.625327 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:01:11.626326 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:00:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:01:11.648979 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] No DVR routers for this DVR port 79200baf-b394-4e14-868e-e88d99660d47 on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:01:11.651916 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:11.653938 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-271fa042-fdad-4f45-ad25-73afa40adc43 req-9b241152-25b1-4bf1-9953-abb519427010 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.37 "DELETE /v2.0/ports/79200baf-b394-4e14-868e-e88d99660d47 HTTP/1.1" status: 204 len: 173 time: 0.8179984 Sep 17 16:01:11.654446 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91216c-03bd-4ce8-b451-1db744298875', 'name': 'network-vif-deleted', 'tag': '79200baf-b394-4e14-868e-e88d99660d47'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:01:11.656731 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99deccb2-a7d0-415b-832d-81e058eb053f" -d '{"events": [{"server_uuid": "ee91216c-03bd-4ce8-b451-1db744298875", "name": "network-vif-deleted", "tag": "79200baf-b394-4e14-868e-e88d99660d47"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:01:11.761601 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:01:11.799421 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-23cb2323-e97e-4ac5-9f86-7613665af9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:12.022311 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:01:12.057162 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] Checking router: 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:01:12.069764 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:01:12.070380 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:01:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:01:12.120951 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:12.199533 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:01:12.408587 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 55152) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:01:12.423339 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:01:12.466320 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:12.489556 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:12.516229 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:01:12.542072 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:12.544676 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:12.546087 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "DELETE /v2.0/security-groups/1bc2cab9-3b19-4f94-a40b-2b223556851a HTTP/1.1" status: 204 len: 168 time: 0.1361668 Sep 17 16:01:12.549383 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 55156) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:01:12.551294 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96162b2-162c-48ef-951b-b9eb0cea8d91 None None] The sync data for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi is: [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:11Z', 'revision_number': 4, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '6e11bdfb-c2dc-4021-9650-e74bcd28c9e3', 'name': '', 'network_id': 'a66c1e7b-da6a-438e-885c-cf6626239a40', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'mac_address': 'fa:16:3e:ac:e4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:10Z', 'updated_at': '2021-09-17T15:44:22Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'subnets': [{'id': 'ebba3b64-cf19-44e4-931e-d35fbd21d7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:01:12.566479 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc2cab9-3b19-4f94-a40b-2b223556851a,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:01:12.569223 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.api.v2.resource [None req-7f8ade34-b950-42e0-97b4-8cfdf4a036c6 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] show failed (client error): The resource could not be found. Sep 17 16:01:12.570625 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-7f8ade34-b950-42e0-97b4-8cfdf4a036c6 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "GET /v2.0/security-groups/1bc2cab9-3b19-4f94-a40b-2b223556851a HTTP/1.1" status: 404 len: 347 time: 0.0189843 Sep 17 16:01:12.573308 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 55160) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:01:12.574415 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.574765 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.575107 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.575442 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.575937 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.576273 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.576598 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.576925 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.577254 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.577595 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.577919 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.578484 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dbbb7-bf8d-42d5-8ec6-73c6708f7d75 tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:01:12.707921 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-56f78111-24df-49d5-8515-bbf30a2a808c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Deleting port b0b5f147-7f7e-4003-b6de-73f0f0e7c8d6 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:01:12.708266 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56f78111-24df-49d5-8515-bbf30a2a808c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:12.739514 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0228a51-1bc3-4419-91fb-40219918bc06 x-openstack-request-id: req-b0228a51-1bc3-4419-91fb-40219918bc06 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:01:12.739814 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91216c-03bd-4ce8-b451-1db744298875", "name": "network-vif-deleted", "tag": "79200baf-b394-4e14-868e-e88d99660d47", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:01:12.740068 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0228a51-1bc3-4419-91fb-40219918bc06 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:01:12.740468 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91216c-03bd-4ce8-b451-1db744298875', 'name': 'network-vif-deleted', 'tag': '79200baf-b394-4e14-868e-e88d99660d47', 'status': 'completed', 'code': 200} Sep 17 16:01:12.802613 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8504993-46cf-4e74-ba52-84e87b5036bc None None] New status for floating IP a1af483e-92f9-4036-8044-d10aef072383: DOWN {{(pid=100592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:01:12.807493 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56f78111-24df-49d5-8515-bbf30a2a808c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:12.807856 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56f78111-24df-49d5-8515-bbf30a2a808c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:12.823120 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-56f78111-24df-49d5-8515-bbf30a2a808c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Calling delete_port for b0b5f147-7f7e-4003-b6de-73f0f0e7c8d6 owned by network:floatingip {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:01:12.980843 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56f78111-24df-49d5-8515-bbf30a2a808c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:13.007123 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f78111-24df-49d5-8515-bbf30a2a808c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Pushing event deleted for resources: {'Port': ['ID=b0b5f147-7f7e-4003-b6de-73f0f0e7c8d6,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:01:13.066786 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56f78111-24df-49d5-8515-bbf30a2a808c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks [] for floatingip, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:13.069484 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56f78111-24df-49d5-8515-bbf30a2a808c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:13.070663 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-56f78111-24df-49d5-8515-bbf30a2a808c tempest-AttachVolumeTestJSON-1016568365 tempest-AttachVolumeTestJSON-1016568365-project] 10.222.0.50 "DELETE /v2.0/floatingips/a1af483e-92f9-4036-8044-d10aef072383 HTTP/1.1" status: 204 len: 168 time: 0.4962318 Sep 17 16:01:13.314288 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:14.698255 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:15.276857 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:16.170835 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 79200baf-b394-4e14-868e-e88d99660d47 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:01:16.191523 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 79200baf-b394-4e14-868e-e88d99660d47 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:01:16.191871 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 79200baf-b394-4e14-868e-e88d99660d47 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:01:19.368160 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007a1a9-47d1-4dca-b0c2-557bcbe9a892 req-544b2252-8851-44ec-b54f-4672e6e26818 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:01:19.369587 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9007a1a9-47d1-4dca-b0c2-557bcbe9a892 req-544b2252-8851-44ec-b54f-4672e6e26818 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 946 time: 0.0495210 Sep 17 16:01:19.412114 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9007a1a9-47d1-4dca-b0c2-557bcbe9a892 req-9d7f3797-01d3-41c5-929f-969bece4bf6c tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355577 Sep 17 16:01:20.095355 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-54edfc3b-2e87-4e01-8aa7-f6df9a40e0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:01:20.096734 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-54edfc3b-2e87-4e01-8aa7-f6df9a40e0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.37 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 946 time: 0.0474544 Sep 17 16:01:20.183255 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Deleting port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:01:20.183594 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:20.270915 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] For port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:01:20.271281 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:20.443910 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:20.444591 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:20.444591 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Floating IP 3606e2f5-461a-4924-bbd7-4d1161a91406 disassociated. External IP: 172.27.1.196, port: f905cd4d-34ca-4b0e-b86c-a968d6fcf29a. Sep 17 16:01:20.445311 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Calling delete_port for f905cd4d-34ca-4b0e-b86c-a968d6fcf29a owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:01:20.535711 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d465dc8-96f7-4929-9fcc-32761f0b233f req-7dcdd08e-367f-4e0d-bc5e-55df938b0af6 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:01:20.537217 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6d465dc8-96f7-4929-9fcc-32761f0b233f req-7dcdd08e-367f-4e0d-bc5e-55df938b0af6 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/ports?device_id=627d285e-f3fc-4443-ac0a-88905d9fb633 HTTP/1.1" status: 200 len: 946 time: 0.0501976 Sep 17 16:01:20.576897 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6d465dc8-96f7-4929-9fcc-32761f0b233f req-9ae5d871-76c7-45eb-95b1-4c9489c96525 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups?id=9dce7159-b75b-4dda-b14c-7e6fa84ec42c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335782 Sep 17 16:01:20.580233 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:20.610043 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event deleted for resources: {'Port': ['ID=f905cd4d-34ca-4b0e-b86c-a968d6fcf29a,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:01:20.726812 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Router fd27f26e-bc94-4815-8eb2-460f44fbce6c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:01:20.834335 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:01:20.844231 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] Sync routers for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:01:20.853593 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:01:20.854213 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:01:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:01:20.872034 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] No DVR routers for this DVR port f905cd4d-34ca-4b0e-b86c-a968d6fcf29a on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:01:20.874712 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:20.877186 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-96124c3b-f0af-48f7-8688-e4fda5c8d4b1 req-a2e7da52-c65e-4d03-b5e6-ceff0ae7c69d tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.37 "DELETE /v2.0/ports/f905cd4d-34ca-4b0e-b86c-a968d6fcf29a HTTP/1.1" status: 204 len: 173 time: 0.7747278 Sep 17 16:01:20.877723 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'name': 'network-vif-deleted', 'tag': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:01:20.879943 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350e9656-afdc-48c2-8179-06c3d57ab01f" -d '{"events": [{"server_uuid": "627d285e-f3fc-4443-ac0a-88905d9fb633", "name": "network-vif-deleted", "tag": "f905cd4d-34ca-4b0e-b86c-a968d6fcf29a"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:01:20.921234 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0518c795-b253-4358-a388-602cd686d455 x-openstack-request-id: req-0518c795-b253-4358-a388-602cd686d455 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:01:20.921402 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627d285e-f3fc-4443-ac0a-88905d9fb633", "name": "network-vif-deleted", "tag": "f905cd4d-34ca-4b0e-b86c-a968d6fcf29a", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:01:20.921676 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0518c795-b253-4358-a388-602cd686d455 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:01:20.922123 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627d285e-f3fc-4443-ac0a-88905d9fb633', 'name': 'network-vif-deleted', 'tag': 'f905cd4d-34ca-4b0e-b86c-a968d6fcf29a', 'status': 'completed', 'code': 200} Sep 17 16:01:20.977037 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:01:21.180488 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:01:21.206552 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] Checking router: fd27f26e-bc94-4815-8eb2-460f44fbce6c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:01:21.215069 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:01:21.215668 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:01:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:01:21.323794 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:01:21.540230 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:01:21.571301 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940171d-6d86-4b08-be47-d9848ee2151b None None] The sync data for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi is: [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T15:44:06Z', 'revision_number': 4, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'f6c3da9d-e5d2-48db-9831-5dd10fab0af8', 'name': '', 'network_id': '86e5a977-5813-4cf1-9900-b2d7b12e98f6', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'mac_address': 'fa:16:3e:7b:d2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T15:44:13Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'subnets': [{'id': 'b8d1c26b-aee6-40bf-8357-7b1e787bec6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:01:21.674893 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 55278) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:01:21.731757 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d12df9f9-c16c-4458-9db2-a0be5603c4b2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:21.756630 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d12df9f9-c16c-4458-9db2-a0be5603c4b2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:21.791679 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bc70b7-753f-4d46-af94-2fe524c86a4c None None] New status for floating IP 3606e2f5-461a-4924-bbd7-4d1161a91406: DOWN {{(pid=100592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:01:21.811071 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d12df9f9-c16c-4458-9db2-a0be5603c4b2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:21.814219 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d12df9f9-c16c-4458-9db2-a0be5603c4b2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:21.818454 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 55282) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:01:21.818952 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d12df9f9-c16c-4458-9db2-a0be5603c4b2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "DELETE /v2.0/security-groups/9dce7159-b75b-4dda-b14c-7e6fa84ec42c HTTP/1.1" status: 204 len: 168 time: 0.1426251 Sep 17 16:01:21.828429 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12df9f9-c16c-4458-9db2-a0be5603c4b2 tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dce7159-b75b-4dda-b14c-7e6fa84ec42c,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:01:21.836223 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.api.v2.resource [None req-ec0aded6-f511-44c7-9a40-f8b1195425ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] show failed (client error): The resource could not be found. Sep 17 16:01:21.839901 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-ec0aded6-f511-44c7-9a40-f8b1195425ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "GET /v2.0/security-groups/9dce7159-b75b-4dda-b14c-7e6fa84ec42c HTTP/1.1" status: 404 len: 347 time: 0.0171268 Sep 17 16:01:21.840260 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 55284) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:01:21.968372 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-2d85b1e6-d072-4078-840e-9bce6d53a0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Deleting port ad7429e1-ce5e-40d4-ba95-a1933f1decde {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:01:21.968793 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e6-d072-4078-840e-9bce6d53a0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:22.046132 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e6-d072-4078-840e-9bce6d53a0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:22.046455 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e6-d072-4078-840e-9bce6d53a0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:22.058885 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-2d85b1e6-d072-4078-840e-9bce6d53a0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Calling delete_port for ad7429e1-ce5e-40d4-ba95-a1933f1decde owned by network:floatingip {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:01:22.190458 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e6-d072-4078-840e-9bce6d53a0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:22.214714 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85b1e6-d072-4078-840e-9bce6d53a0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Pushing event deleted for resources: {'Port': ['ID=ad7429e1-ce5e-40d4-ba95-a1933f1decde,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:01:22.275820 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e6-d072-4078-840e-9bce6d53a0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks [] for floatingip, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:22.278345 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e6-d072-4078-840e-9bce6d53a0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:22.279493 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2d85b1e6-d072-4078-840e-9bce6d53a0ea tempest-AttachVolumeShelveTestJSON-1443901434 tempest-AttachVolumeShelveTestJSON-1443901434-project] 10.222.0.50 "DELETE /v2.0/floatingips/3606e2f5-461a-4924-bbd7-4d1161a91406 HTTP/1.1" status: 204 len: 168 time: 0.4382491 Sep 17 16:01:24.233824 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device f905cd4d-34ca-4b0e-b86c-a968d6fcf29a no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:01:24.253123 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: f905cd4d-34ca-4b0e-b86c-a968d6fcf29a {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:01:24.253464 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device f905cd4d-34ca-4b0e-b86c-a968d6fcf29a not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:01:31.473266 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-c087c938-b6b6-4062-9a7e-68daf42a1034 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1055963 Sep 17 16:01:31.533814 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-8d29db2e-b13b-43ce-9eb0-7c8ba4f460a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:01:31.536152 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-8d29db2e-b13b-43ce-9eb0-7c8ba4f460a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 1098 time: 0.0409174 Sep 17 16:01:31.643348 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-6e35892d-c6d0-4c0f-9a85-7a7756e0d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:01:31.644727 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-6e35892d-c6d0-4c0f-9a85-7a7756e0d231 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0858951 Sep 17 16:01:31.688713 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-7feff81a-3634-4c2d-84ad-53f77d982192 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c HTTP/1.1" status: 200 len: 217 time: 0.0365331 Sep 17 16:01:31.736617 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-bb6c01c7-7107-4256-b1c5-7e7154cdbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:01:31.738050 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-bb6c01c7-7107-4256-b1c5-7e7154cdbfa7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0430686 Sep 17 16:01:31.768371 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-72899ecd-d6c4-45a2-a4f5-f5b2d479c985 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234792 Sep 17 16:01:31.866858 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-d2fd3dd6-ca83-4a0c-84c2-9c1b454b5233 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917623 Sep 17 16:01:31.963451 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e0c0dc6c-653a-474f-ba29-0d394c2478c2 req-c0552c5f-0ded-4e53-a442-548fee0a5718 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890100 Sep 17 16:01:39.115988 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a15489ca-b0ed-46c3-a122-7ff17d8863f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:41.791435 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ee98-9593-42b2-8a1c-488211605218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:42.115246 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:43.317100 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:44.699776 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:45.284316 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:01:49.422771 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:02:09.116529 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-8e71ef25-78a1-4fad-888a-a8788d41058c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:11.794322 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f5998164-5977-454c-9b98-d677e1a2aa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:12.118270 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:13.318828 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:14.703175 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:15.282054 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:26.421393 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:02:32.395376 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-3835f42b-9b81-4f9d-81a1-fc2187911637 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401812 Sep 17 16:02:32.460146 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-8b0a377d-bc0d-47a2-8e81-6bad6626cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:02:32.461544 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-8b0a377d-bc0d-47a2-8e81-6bad6626cfaf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 1099 time: 0.0440204 Sep 17 16:02:32.560730 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-78b850a8-cc8a-46fc-a92d-32137eb6e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:02:32.562741 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-78b850a8-cc8a-46fc-a92d-32137eb6e4b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0822670 Sep 17 16:02:32.845857 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-b3901ad1-33d0-477e-aded-3c4dee45a34a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3 HTTP/1.1" status: 200 len: 217 time: 0.2759392 Sep 17 16:02:32.896955 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-5e8d2f5c-9bf2-4c41-9cab-9fdd6762ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:02:32.898501 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-5e8d2f5c-9bf2-4c41-9cab-9fdd6762ca67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0445602 Sep 17 16:02:32.930589 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-8ce0a1a9-25a6-4fc5-a510-65bc762fa738 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246682 Sep 17 16:02:33.029750 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-db349523-e0c9-4b98-a069-f6b4e7095386 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909061 Sep 17 16:02:33.119490 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7a0ab1d4-a64e-4647-8202-cb0454b2f4c0 req-2c983cd4-5bd0-4da4-a795-5047c529f052 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830564 Sep 17 16:02:39.120344 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d63d3929-695a-4ebe-a390-f849af9c8798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:41.795991 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f5c51be0-0d3b-4d46-8b56-718848bcb4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:42.119280 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:43.325792 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:44.706130 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:02:45.304551 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:03.420090 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:03:09.122527 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5957a7d3-20c6-4140-a382-0bc38ca314fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:11.798106 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2a07f6ea-6686-4576-ba91-221e9158bd1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:12.121881 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:13.327678 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:14.709285 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:15.334334 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:39.130811 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-04719cd9-94c9-4769-bff5-5b520973eab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:40.419806 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:03:41.799468 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6d033058-d05f-4dba-928a-d8a1989ef295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:42.122684 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:43.332277 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:44.712378 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:03:45.349478 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:09.122014 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-66274ac8-4740-4474-83b9-d9285b16968f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:11.799717 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5f75f649-3214-4560-8404-056aa6af5e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:12.123496 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:13.326818 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:14.716373 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:15.334242 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:17.420210 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:04:34.390504 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-e7c112b0-063f-403a-9615-87ae7526bfbf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407007 Sep 17 16:04:34.474619 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-49b5474b-3594-4544-a089-9b13bc8535c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:34.476334 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-49b5474b-3594-4544-a089-9b13bc8535c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 1098 time: 0.0438490 Sep 17 16:04:34.577849 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-9ba26123-907f-4b3d-938d-0b74ea4bc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:34.579216 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-9ba26123-907f-4b3d-938d-0b74ea4bc3ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0838459 Sep 17 16:04:34.626480 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-2ff9c9a0-e0c1-4784-a820-ea8d620c4d68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 200 len: 217 time: 0.0392845 Sep 17 16:04:34.675721 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-bfc7a603-b65d-45c7-9306-5cc59b7aaa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:34.677138 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-bfc7a603-b65d-45c7-9306-5cc59b7aaa69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0438159 Sep 17 16:04:34.708700 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-2e05f8a0-534a-4a26-bf01-5b428cfd67c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243073 Sep 17 16:04:34.719299 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-d18a934e-57c2-4c4c-9593-88124f9f8698 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:04:34.720214 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-d18a934e-57c2-4c4c-9593-88124f9f8698 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046892 Sep 17 16:04:34.812530 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-24cd86a7-308a-4978-8bf1-ed28805a659e service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842319 Sep 17 16:04:34.904523 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6c1a04b9-48a9-4aa4-aa38-b8f0b641a8bb req-d398dffe-adc1-443c-a11b-866cab4e704e service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848203 Sep 17 16:04:38.396484 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 57606) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:38.499903 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.586452 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.590123 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.629223 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ba4d0caed1840ce97ffeade4ca4215a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316661 Sep 17 16:04:38.630168 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de069f77-fac6-4539-b665-24b8da5963ca,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:38.632090 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 57616) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:38.638207 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.638563 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.638907 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.639623 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.639623 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.639871 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.640204 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.640533 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.640911 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.641242 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.641594 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.641919 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9ba6d-a63a-44b6-8f2a-c85ec9ffa7f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.689641 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.710477 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.769981 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.772591 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:38.773840 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de069f77-fac6-4539-b665-24b8da5963ca HTTP/1.1" status: 204 len: 168 time: 0.1407132 Sep 17 16:04:38.792688 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de069f77-fac6-4539-b665-24b8da5963ca,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:38.801097 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.801496 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.801825 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.802190 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.802567 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.803595 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.804083 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.804279 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.804597 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.805392 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.805677 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:38.805958 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a420f8-7a2c-4979-96c9-c738c8a72a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:04:39.075982 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f7c05-1a42-4491-814d-8607c1258179 req-126488d4-cc42-4ced-a35b-4afd50ca0a18 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:39.077627 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c36f7c05-1a42-4491-814d-8607c1258179 req-126488d4-cc42-4ced-a35b-4afd50ca0a18 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.2335055 Sep 17 16:04:39.116274 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c36f7c05-1a42-4491-814d-8607c1258179 req-69429496-58e1-42a4-837b-20bdcb1ab7bc tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Sep 17 16:04:39.123238 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-935e6b0b-62bd-48cf-9daa-e34d174e8a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.707978 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60100a66-715c-4417-884e-70c4642c1ed0 req-9b0384b4-51b9-49b6-9cf1-6b07a8011982 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:39.709413 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-60100a66-715c-4417-884e-70c4642c1ed0 req-9b0384b4-51b9-49b6-9cf1-6b07a8011982 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 946 time: 0.0471878 Sep 17 16:04:39.803084 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-60100a66-715c-4417-884e-70c4642c1ed0 req-413e6087-9c3b-45c7-88a9-d685ed00b8e3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Deleting port 000af5fc-c73e-417c-b845-9b3fa553d861 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:04:39.803345 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-60100a66-715c-4417-884e-70c4642c1ed0 req-413e6087-9c3b-45c7-88a9-d685ed00b8e3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.890017 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-60100a66-715c-4417-884e-70c4642c1ed0 req-413e6087-9c3b-45c7-88a9-d685ed00b8e3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] For port 000af5fc-c73e-417c-b845-9b3fa553d861, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=000af5fc-c73e-417c-b845-9b3fa553d861,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:04:39.890386 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-60100a66-715c-4417-884e-70c4642c1ed0 req-413e6087-9c3b-45c7-88a9-d685ed00b8e3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:39.903281 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-60100a66-715c-4417-884e-70c4642c1ed0 req-413e6087-9c3b-45c7-88a9-d685ed00b8e3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Calling delete_port for 000af5fc-c73e-417c-b845-9b3fa553d861 owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:04:40.036568 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-60100a66-715c-4417-884e-70c4642c1ed0 req-413e6087-9c3b-45c7-88a9-d685ed00b8e3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:40.048313 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['a3fab210-ffd4-43c5-ac9f-9c823b100b82', '000af5fc-c73e-417c-b845-9b3fa553d861'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:04:40.066147 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e6087-9c3b-45c7-88a9-d685ed00b8e3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Pushing event deleted for resources: {'Port': ['ID=000af5fc-c73e-417c-b845-9b3fa553d861,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:40.109199 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-60100a66-715c-4417-884e-70c4642c1ed0 req-413e6087-9c3b-45c7-88a9-d685ed00b8e3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] No DVR routers for this DVR port 000af5fc-c73e-417c-b845-9b3fa553d861 on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:04:40.111796 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-60100a66-715c-4417-884e-70c4642c1ed0 req-413e6087-9c3b-45c7-88a9-d685ed00b8e3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:40.113872 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-60100a66-715c-4417-884e-70c4642c1ed0 req-413e6087-9c3b-45c7-88a9-d685ed00b8e3 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.37 "DELETE /v2.0/ports/000af5fc-c73e-417c-b845-9b3fa553d861 HTTP/1.1" status: 204 len: 173 time: 0.3981593 Sep 17 16:04:40.114292 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d4aa25-2224-4113-a3c7-bc6419cc61b4', 'name': 'network-vif-deleted', 'tag': '000af5fc-c73e-417c-b845-9b3fa553d861'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:04:40.116521 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df823e75-89bf-43a3-89ab-6f3cfb4cedf5" -d '{"events": [{"server_uuid": "74d4aa25-2224-4113-a3c7-bc6419cc61b4", "name": "network-vif-deleted", "tag": "000af5fc-c73e-417c-b845-9b3fa553d861"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:04:40.260942 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-52df87f1-55b9-4a39-aad9-8ef4b52a1575 req-f34b5c68-1909-4254-a8ad-459b8985a94e tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=74d4aa25-2224-4113-a3c7-bc6419cc61b4 HTTP/1.1" status: 200 len: 210 time: 0.0305002 Sep 17 16:04:40.266400 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcfabef-a026-42c2-81dc-c91fad5bbbea x-openstack-request-id: req-afcfabef-a026-42c2-81dc-c91fad5bbbea {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:04:40.266755 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d4aa25-2224-4113-a3c7-bc6419cc61b4", "name": "network-vif-deleted", "tag": "000af5fc-c73e-417c-b845-9b3fa553d861", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:04:40.267530 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afcfabef-a026-42c2-81dc-c91fad5bbbea {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:04:40.267530 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d4aa25-2224-4113-a3c7-bc6419cc61b4', 'name': 'network-vif-deleted', 'tag': '000af5fc-c73e-417c-b845-9b3fa553d861', 'status': 'completed', 'code': 200} Sep 17 16:04:41.577576 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701df4e-19a7-4f35-b81b-66bd2dd62cc7 req-073d6341-91d4-4d28-946e-e478b2ad5414 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:41.579046 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5701df4e-19a7-4f35-b81b-66bd2dd62cc7 req-073d6341-91d4-4d28-946e-e478b2ad5414 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.1012640 Sep 17 16:04:41.616272 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5701df4e-19a7-4f35-b81b-66bd2dd62cc7 req-a69927f7-002c-461e-be60-d8bcde53b372 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/security-groups?id=1afa5978-4195-41c0-8c55-d444c88d396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Sep 17 16:04:41.799074 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0f87a38b-be19-4a39-83e4-155abebee7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.125792 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.240413 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626fe6a-d694-499c-855b-2101b896c111 req-1f43e9bf-831e-42fd-869f-5a54b3df412c tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:04:42.241929 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0626fe6a-d694-499c-855b-2101b896c111 req-1f43e9bf-831e-42fd-869f-5a54b3df412c tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.37 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 945 time: 0.0509243 Sep 17 16:04:42.333811 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-0626fe6a-d694-499c-855b-2101b896c111 req-7c7c1597-6957-40b3-86a2-43e5a9e8dcf0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Deleting port a3fab210-ffd4-43c5-ac9f-9c823b100b82 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:04:42.334171 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-0626fe6a-d694-499c-855b-2101b896c111 req-7c7c1597-6957-40b3-86a2-43e5a9e8dcf0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.427497 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-0626fe6a-d694-499c-855b-2101b896c111 req-7c7c1597-6957-40b3-86a2-43e5a9e8dcf0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] For port a3fab210-ffd4-43c5-ac9f-9c823b100b82, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=a3fab210-ffd4-43c5-ac9f-9c823b100b82,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:04:42.427773 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-0626fe6a-d694-499c-855b-2101b896c111 req-7c7c1597-6957-40b3-86a2-43e5a9e8dcf0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.442396 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-0626fe6a-d694-499c-855b-2101b896c111 req-7c7c1597-6957-40b3-86a2-43e5a9e8dcf0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Calling delete_port for a3fab210-ffd4-43c5-ac9f-9c823b100b82 owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:04:42.570030 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-0626fe6a-d694-499c-855b-2101b896c111 req-7c7c1597-6957-40b3-86a2-43e5a9e8dcf0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.581402 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['a3fab210-ffd4-43c5-ac9f-9c823b100b82'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:04:42.598821 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c1597-6957-40b3-86a2-43e5a9e8dcf0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Pushing event deleted for resources: {'Port': ['ID=a3fab210-ffd4-43c5-ac9f-9c823b100b82,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:42.643613 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0626fe6a-d694-499c-855b-2101b896c111 req-7c7c1597-6957-40b3-86a2-43e5a9e8dcf0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] No DVR routers for this DVR port a3fab210-ffd4-43c5-ac9f-9c823b100b82 on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:04:42.646114 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-0626fe6a-d694-499c-855b-2101b896c111 req-7c7c1597-6957-40b3-86a2-43e5a9e8dcf0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:42.648148 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0626fe6a-d694-499c-855b-2101b896c111 req-7c7c1597-6957-40b3-86a2-43e5a9e8dcf0 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.37 "DELETE /v2.0/ports/a3fab210-ffd4-43c5-ac9f-9c823b100b82 HTTP/1.1" status: 204 len: 173 time: 0.4005060 Sep 17 16:04:42.648587 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196a2e0d-419e-401f-b56d-66252255f18c', 'name': 'network-vif-deleted', 'tag': 'a3fab210-ffd4-43c5-ac9f-9c823b100b82'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:04:42.651434 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b776ef-0aa2-437f-8810-7643a58b7fc4" -d '{"events": [{"server_uuid": "196a2e0d-419e-401f-b56d-66252255f18c", "name": "network-vif-deleted", "tag": "a3fab210-ffd4-43c5-ac9f-9c823b100b82"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:04:42.693255 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea12268-be81-4044-bf96-3334527b7d9d x-openstack-request-id: req-5ea12268-be81-4044-bf96-3334527b7d9d {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:04:42.693633 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196a2e0d-419e-401f-b56d-66252255f18c", "name": "network-vif-deleted", "tag": "a3fab210-ffd4-43c5-ac9f-9c823b100b82", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:04:42.693890 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ea12268-be81-4044-bf96-3334527b7d9d {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:04:42.694286 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196a2e0d-419e-401f-b56d-66252255f18c', 'name': 'network-vif-deleted', 'tag': 'a3fab210-ffd4-43c5-ac9f-9c823b100b82', 'status': 'completed', 'code': 200} Sep 17 16:04:42.724277 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a22f2af9-2290-49b1-8561-48e2e5a68c5e req-50d19679-66fe-4f73-8a9e-2bba387538a7 tempest-ServerRescueNegativeTestJSON-1829360474 tempest-ServerRescueNegativeTestJSON-1829360474-project] 10.222.0.50 "GET /v2.0/ports?device_id=196a2e0d-419e-401f-b56d-66252255f18c HTTP/1.1" status: 200 len: 210 time: 0.0328498 Sep 17 16:04:43.225035 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 000af5fc-c73e-417c-b845-9b3fa553d861 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:04:43.245749 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 000af5fc-c73e-417c-b845-9b3fa553d861 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:04:43.246104 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 000af5fc-c73e-417c-b845-9b3fa553d861 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:04:43.328050 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:43.784052 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 57694) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:44.223723 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8333830'] for router_interface, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.466793 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] Deleting port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:04:44.467132 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.545911 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] For port 6902a3eb-ca4a-4ed5-b192-1127d8e4721a, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=6902a3eb-ca4a-4ed5-b192-1127d8e4721a,segment=NetworkSegment(98a313cd-d660-44cd-85a5-3eda5ca90645),segment_id=98a313cd-d660-44cd-85a5-3eda5ca90645)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:04:44.546210 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.558370 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] Calling delete_port for 6902a3eb-ca4a-4ed5-b192-1127d8e4721a owned by network:router_interface {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:04:44.718589 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.734366 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:44.758742 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6902a3eb-ca4a-4ed5-b192-1127d8e4721a,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:44.915225 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8079796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8333750'] for router_interface, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:45.120727 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] Router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:04:45.226275 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:04:45.233109 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-c5134bfa-c17d-4430-bc7f-fa01b0e295c5 admin admin] 10.222.0.50 "PUT /v2.0/routers/ec081c8c-4be4-4b1e-b31b-aa2b0d366faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4479423 Sep 17 16:04:45.235648 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 57708) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:45.237607 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] Sync routers for ids ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:04:45.248992 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] Routers {'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:04:45.250079 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:04:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:45.342402 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Notify callbacks [] for router, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:45.356277 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] Set router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:04:45.362856 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:45.457143 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:45.517641 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Deleting port 552f6b57-fa61-4cd4-af2e-4107815340f8 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:04:45.517984 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:45.547339 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'name': 'tempest-ServerRescueNegativeTestJSON-400390983-router', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T16:04:44Z', 'revision_number': 5, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'gw_port': {'id': '552f6b57-fa61-4cd4-af2e-4107815340f8', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:08Z', 'updated_at': '2021-09-17T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:45.573223 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] Checking router: ec081c8c-4be4-4b1e-b31b-aa2b0d366faa for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:04:45.581166 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] Routers {'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:04:45.581816 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:04:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:45.600122 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] For port 552f6b57-fa61-4cd4-af2e-4107815340f8, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=552f6b57-fa61-4cd4-af2e-4107815340f8,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:04:45.600510 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:45.612850 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Calling delete_port for 552f6b57-fa61-4cd4-af2e-4107815340f8 owned by network:router_gateway {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:04:45.744148 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] Set router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa gateway port host: None {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:04:45.801379 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'name': 'tempest-ServerRescueNegativeTestJSON-400390983-router', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T16:04:45Z', 'revision_number': 6, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'gw_port_host': None}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:45.832108 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7739ddd-eec8-423a-8e32-680ce4a2466f None None] The sync data for ids ['ec081c8c-4be4-4b1e-b31b-aa2b0d366faa'] in dv-cinder-734093-3-iscsi is: [{'id': 'ec081c8c-4be4-4b1e-b31b-aa2b0d366faa', 'name': 'tempest-ServerRescueNegativeTestJSON-400390983-router', 'tenant_id': '160276c6339b4f2d98234b9a04e8e65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T16:04:45Z', 'revision_number': 6, 'project_id': '160276c6339b4f2d98234b9a04e8e65c', 'gw_port_host': None}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:04:46.021429 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.046719 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Pushing event deleted for resources: {'Port': ['ID=552f6b57-fa61-4cd4-af2e-4107815340f8,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:46.107616 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8333680'] for router_gateway, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.215244 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.217791 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.281737 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334810'] for router, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.282214 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec081c8c-4be4-4b1e-b31b-aa2b0d366faa {{(pid=100590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:04:46.287220 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.288350 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2a74860e-4b08-46d1-9386-b07a169e4082 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ec081c8c-4be4-4b1e-b31b-aa2b0d366faa HTTP/1.1" status: 204 len: 168 time: 1.0517886 Sep 17 16:04:46.290755 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 57718) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:46.338367 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c1528e-1c75-4663-a6b4-c8938eab4098 admin admin] Deleting subnet 9ffd11f0-6e59-415c-afa3-41fe34f659b7 {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:04:46.341261 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71c1528e-1c75-4663-a6b4-c8938eab4098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.374748 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71c1528e-1c75-4663-a6b4-c8938eab4098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5451869'] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.413517 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71c1528e-1c75-4663-a6b4-c8938eab4098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.472521 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71c1528e-1c75-4663-a6b4-c8938eab4098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16344320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16483010'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.505266 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1528e-1c75-4663-a6b4-c8938eab4098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffd11f0-6e59-415c-afa3-41fe34f659b7,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:46.507217 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71c1528e-1c75-4663-a6b4-c8938eab4098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.509093 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-71c1528e-1c75-4663-a6b4-c8938eab4098 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9ffd11f0-6e59-415c-afa3-41fe34f659b7 HTTP/1.1" status: 204 len: 168 time: 0.2173371 Sep 17 16:04:46.512752 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 57724) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:46.582089 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.664981 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.689364 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3551d3-a1cc-425c-a941-1b7c8eb363fd']}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:46.699965 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a313cd-d660-44cd-85a5-3eda5ca90645') {'for_net_delete': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:46.700277 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a313cd-d660-44cd-85a5-3eda5ca90645') {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:04:46.709279 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5451862'] for segment, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.722336 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.728418 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:04:46.729881 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16345310'] for segment, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: Traceback (most recent call last): Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: timer() Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: cb(*args, **kw) Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: return func(*args, **kwargs) Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: self._notify() Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: self.callback(batched_events) Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: event.method(event) Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: return f(self, *a, **k) Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._get(url).json() Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: return self.request(url, 'GET', **kwargs) Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:04:46.731553 dv-cinder-734093-3-iscsi neutron-server[100590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:04:46.788362 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.804434 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:46.809285 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0f3551d3-a1cc-425c-a941-1b7c8eb363fd HTTP/1.1" status: 204 len: 168 time: 0.2927947 Sep 17 16:04:46.809285 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e8ccb-25fb-4f0f-abde-26072f5407d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3551d3-a1cc-425c-a941-1b7c8eb363fd,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:46.932512 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 57730) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:46.977175 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-8440eaa0-6643-48c7-b46a-09266d857900 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=160276c6339b4f2d98234b9a04e8e65c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434110 Sep 17 16:04:46.980294 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 57734) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:47.030521 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-199fff11-ed38-4d63-bd7d-5f55c69dc1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:47.050774 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-199fff11-ed38-4d63-bd7d-5f55c69dc1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:47.098487 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-199fff11-ed38-4d63-bd7d-5f55c69dc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:47.101244 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-199fff11-ed38-4d63-bd7d-5f55c69dc1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:47.102422 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-199fff11-ed38-4d63-bd7d-5f55c69dc1c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1afa5978-4195-41c0-8c55-d444c88d396d HTTP/1.1" status: 204 len: 168 time: 0.1211619 Sep 17 16:04:47.110415 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fff11-ed38-4d63-bd7d-5f55c69dc1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afa5978-4195-41c0-8c55-d444c88d396d,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:47.262374 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 552f6b57-fa61-4cd4-af2e-4107815340f8 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:04:47.282486 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 552f6b57-fa61-4cd4-af2e-4107815340f8 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:04:47.282844 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 552f6b57-fa61-4cd4-af2e-4107815340f8 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:04:47.283278 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 6902a3eb-ca4a-4ed5-b192-1127d8e4721a no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:04:47.287151 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device a3fab210-ffd4-43c5-ac9f-9c823b100b82 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:04:47.304942 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 6902a3eb-ca4a-4ed5-b192-1127d8e4721a {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:04:47.305225 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 6902a3eb-ca4a-4ed5-b192-1127d8e4721a not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:04:47.323321 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: a3fab210-ffd4-43c5-ac9f-9c823b100b82 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:04:47.323743 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device a3fab210-ffd4-43c5-ac9f-9c823b100b82 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:04:51.429705 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 57854) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:51.528918 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1fae45b-f97f-41e1-b22d-e38bd66ac9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.615681 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1fae45b-f97f-41e1-b22d-e38bd66ac9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.619732 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c1fae45b-f97f-41e1-b22d-e38bd66ac9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.655083 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fae45b-f97f-41e1-b22d-e38bd66ac9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da04db5a-10c2-4d05-960c-02cbd2426af2,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:51.659638 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-c1fae45b-f97f-41e1-b22d-e38bd66ac9eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02177baa2c2e4c55811822aa058865cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289364 Sep 17 16:04:51.662306 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 57858) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:51.710045 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-99bbf301-73f4-454f-8f5d-5a8ba17950b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.735269 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-99bbf301-73f4-454f-8f5d-5a8ba17950b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.785621 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-99bbf301-73f4-454f-8f5d-5a8ba17950b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.788262 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-99bbf301-73f4-454f-8f5d-5a8ba17950b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:51.789455 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-99bbf301-73f4-454f-8f5d-5a8ba17950b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da04db5a-10c2-4d05-960c-02cbd2426af2 HTTP/1.1" status: 204 len: 168 time: 0.1262329 Sep 17 16:04:51.797511 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbf301-73f4-454f-8f5d-5a8ba17950b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da04db5a-10c2-4d05-960c-02cbd2426af2,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:52.040792 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 57868) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:52.061952 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9155eed9-8619-4e93-9bc2-9222cc129809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.152259 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9155eed9-8619-4e93-9bc2-9222cc129809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.155673 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9155eed9-8619-4e93-9bc2-9222cc129809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.200265 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-9155eed9-8619-4e93-9bc2-9222cc129809 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=080d124e8dfb48ae8aefa16c3cac7eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578038 Sep 17 16:04:52.202847 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 57874) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:04:52.208751 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155eed9-8619-4e93-9bc2-9222cc129809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5bfee0-ed60-41f7-bb56-c2a5a46317c9,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:52.254446 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-938f540d-3166-4a71-b28f-c4264c7022eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.275052 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-938f540d-3166-4a71-b28f-c4264c7022eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.320581 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-938f540d-3166-4a71-b28f-c4264c7022eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.323685 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-938f540d-3166-4a71-b28f-c4264c7022eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:04:52.324825 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-938f540d-3166-4a71-b28f-c4264c7022eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e5bfee0-ed60-41f7-bb56-c2a5a46317c9 HTTP/1.1" status: 204 len: 168 time: 0.1210415 Sep 17 16:04:52.332641 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f540d-3166-4a71-b28f-c4264c7022eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5bfee0-ed60-41f7-bb56-c2a5a46317c9,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:04:54.418963 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:05:09.124708 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ad19bdee-f7eb-4b60-a114-db780c664764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:11.799958 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a07c3907-7a2a-448f-a159-8b433f45057a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:12.125784 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:13.330332 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:14.721396 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:15.370676 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:31.417188 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:05:35.413015 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-8d7e5636-a16d-4fbe-b555-f626d9a4c2db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424697 Sep 17 16:05:35.472208 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-39fecea4-68ca-4ef5-bf26-e9984696f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:35.473608 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-39fecea4-68ca-4ef5-bf26-e9984696f56a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 1098 time: 0.0394366 Sep 17 16:05:35.577510 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-dafb3138-c7ad-4f17-b925-d68909ea30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:35.578954 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-dafb3138-c7ad-4f17-b925-d68909ea30e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0848475 Sep 17 16:05:35.619778 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-071bee8e-9176-4c25-88fb-c3dec2d42511 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c HTTP/1.1" status: 200 len: 217 time: 0.0335107 Sep 17 16:05:35.668697 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-982e8e3a-9800-4497-b8d3-3f0af0de1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:05:35.670437 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-982e8e3a-9800-4497-b8d3-3f0af0de1aa3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0437829 Sep 17 16:05:35.700537 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-e40ec256-8566-4828-acc7-be9b18195bed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235870 Sep 17 16:05:35.791784 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-6e1d834c-5bc3-4a1e-90a3-8912d9d7a153 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835216 Sep 17 16:05:35.884061 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f8877afc-782f-4e3e-8a01-ab57cac8e94c req-857e559c-5bcb-4c37-94fa-0738899f0211 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853117 Sep 17 16:05:39.125500 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-b5baeeae-5e88-457b-862c-dae85cd76191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:41.801293 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e241b1db-6947-454f-8994-0c63832e6495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:42.126981 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:43.333024 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:44.726775 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:05:45.380763 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:08.416116 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:06:09.128080 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-b2530e6a-5e6e-4d8c-9342-47d5f4a0d879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:11.802998 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a29a94ba-c965-4dc3-a128-9d85fb968f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:12.128373 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:13.335750 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:14.728220 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:15.358790 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:37.477592 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-b6fd13bd-6865-4caa-bb38-d7450ee5ade2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1319666 Sep 17 16:06:37.538019 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-9147075c-5340-414b-8ac7-adcb57686f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:37.539493 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-9147075c-5340-414b-8ac7-adcb57686f91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 1099 time: 0.0402334 Sep 17 16:06:37.644530 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-aaa2ceff-8580-4c42-9631-917ae318d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:37.646023 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-aaa2ceff-8580-4c42-9631-917ae318d875 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0858898 Sep 17 16:06:37.687129 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-57d683a0-01b6-43b3-b3ef-ae66eacec3a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3 HTTP/1.1" status: 200 len: 217 time: 0.0339005 Sep 17 16:06:37.734429 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-15be9d3e-4fa3-492b-9f93-1d804cc1210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:06:37.735729 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-15be9d3e-4fa3-492b-9f93-1d804cc1210d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0414495 Sep 17 16:06:37.765770 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-bfc9d32d-a45e-42b2-83d9-dcb78379984e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232618 Sep 17 16:06:37.857930 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-f47b5fab-f2a8-4d3e-9283-a6f897800478 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848081 Sep 17 16:06:37.952653 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ec5e23b8-f625-43fb-a4b5-d037407d9660 req-d4414284-85e8-4c83-8fca-cd61369bd50d service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873919 Sep 17 16:06:39.130033 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-80d62f9d-2dbb-476c-b5f7-9e0436b27873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:41.802708 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-05498ce0-acde-498c-91a9-e956820e6987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:42.130449 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:43.339446 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:44.731318 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:45.373284 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:06:45.414676 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:07:09.130884 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-8bb31f65-cc02-4ea5-9c45-ae313bcbb7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:11.803218 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-78aa6789-fd42-4912-a4fc-8a17df3b75ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:12.131483 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:13.345444 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:14.735514 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:15.377417 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:22.413432 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:07:38.383665 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-1a92711b-b5d0-4f0e-a1a6-d00a39fe4841 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394943 Sep 17 16:07:38.441140 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-ec688903-f200-4f76-bdca-f1ea5a1f9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:38.442634 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-ec688903-f200-4f76-bdca-f1ea5a1f9c96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 1099 time: 0.0389383 Sep 17 16:07:38.548418 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-c23038b5-7f23-4d49-9a64-3b9eda248c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:38.549928 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-c23038b5-7f23-4d49-9a64-3b9eda248c86 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0877845 Sep 17 16:07:38.589047 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-3f3126f2-4cd0-428b-a1fc-0d94936038df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 HTTP/1.1" status: 200 len: 217 time: 0.0323863 Sep 17 16:07:38.635811 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-e2c1809b-4c39-40a5-8d65-9b8d9ac521ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:07:38.637217 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-e2c1809b-4c39-40a5-8d65-9b8d9ac521ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0410583 Sep 17 16:07:38.671916 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-df53c6e7-5ddd-46db-a840-6e4979ec8db6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280025 Sep 17 16:07:38.760645 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-c871e1ce-c11f-4474-8f3a-c0d0235536ef service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809696 Sep 17 16:07:38.853566 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d3728872-22e4-4fbc-8cbb-a295275c80b2 req-dff987a8-63c4-42d4-a54c-79172ee3f075 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856590 Sep 17 16:07:39.131715 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2a6a-1523-453d-b001-aec0b8757707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:41.804157 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-71866f97-8d89-4412-b2a6-9e5037aab0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:42.132277 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:43.345679 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:44.738440 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:45.402017 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:07:59.411366 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:08:09.132179 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6504b992-f036-4b09-a5be-4f4e8e47c77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:11.806626 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-cc6e637f-09f7-4867-a1e0-c5ebc8d237b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:12.134131 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:13.348005 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:14.740779 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:15.418182 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:36.410299 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:08:38.378281 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-b4d2c12e-0908-4213-bb1e-6a6904e393c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394895 Sep 17 16:08:38.459554 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-3f573455-fef9-4ca0-918b-33f60c02b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:38.460935 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-3f573455-fef9-4ca0-918b-33f60c02b318 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 1098 time: 0.0408053 Sep 17 16:08:38.695684 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-9f0aa3b0-88fa-4db1-aaea-1d948f399e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:38.697777 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-9f0aa3b0-88fa-4db1-aaea-1d948f399e8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0868459 Sep 17 16:08:38.738040 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-2ecd9e15-2717-4e69-b382-591ac5ca4e32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 200 len: 217 time: 0.0328107 Sep 17 16:08:38.787060 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-83d4ba09-70f8-434e-9b11-9757a5a17367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:08:38.788513 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-83d4ba09-70f8-434e-9b11-9757a5a17367 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0432005 Sep 17 16:08:38.824320 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-6010f852-e460-4796-a76e-7fb411a6a0a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286789 Sep 17 16:08:38.916413 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-b0d2fcaa-c97a-4b1c-bc15-09cb81f532ea service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850449 Sep 17 16:08:39.011557 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-963d4812-caf0-4724-9abb-0e6b6cce9a1d req-75e084b6-cf9b-4902-a2e7-17c766625f06 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876565 Sep 17 16:08:39.132348 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5c648be3-ab87-437a-b22d-66e93dc8ffec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:41.806847 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a10d5ace-de4b-4652-8f46-1f99cdaf603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:42.134817 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:43.351293 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:44.743538 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:08:45.430931 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:09.136243 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4911d932-5fa8-4d26-9af8-05420438f98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:11.808522 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-df26cfb9-d15e-4076-a19c-e2d4f030fe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:12.135936 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:13.355751 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:13.409054 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:09:14.747068 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:15.444607 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:38.379362 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-938e3a9d-9980-43a2-981c-eade35055d81 req-5f6e852c-4f28-45c7-b8fe-baf1a81069c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392911 Sep 17 16:09:38.438910 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e3a9d-9980-43a2-981c-eade35055d81 req-40985787-1c94-4b6c-9720-777514fb74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:38.440291 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-938e3a9d-9980-43a2-981c-eade35055d81 req-40985787-1c94-4b6c-9720-777514fb74de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 1098 time: 0.0385079 Sep 17 16:09:38.546225 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e3a9d-9980-43a2-981c-eade35055d81 req-761f882d-2ca3-4058-93d7-3cd60cb68a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:38.547739 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-938e3a9d-9980-43a2-981c-eade35055d81 req-761f882d-2ca3-4058-93d7-3cd60cb68a5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0873206 Sep 17 16:09:38.588866 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-938e3a9d-9980-43a2-981c-eade35055d81 req-6ab2260f-6ae3-4aa4-b6d2-04c5670242c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c HTTP/1.1" status: 200 len: 217 time: 0.0344028 Sep 17 16:09:38.638780 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e3a9d-9980-43a2-981c-eade35055d81 req-e180b757-d15a-4845-bf96-4a2ce819b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:09:38.640224 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-938e3a9d-9980-43a2-981c-eade35055d81 req-e180b757-d15a-4845-bf96-4a2ce819b748 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0450373 Sep 17 16:09:38.674739 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-938e3a9d-9980-43a2-981c-eade35055d81 req-a52599c0-d878-4bce-8746-f86920bfcac3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276275 Sep 17 16:09:38.763883 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-938e3a9d-9980-43a2-981c-eade35055d81 req-930261b9-82d3-4ba0-b9e4-224b5a311ec6 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823736 Sep 17 16:09:38.855722 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-938e3a9d-9980-43a2-981c-eade35055d81 req-1c69c8f4-93c3-412a-bf89-da33be17d6b3 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850904 Sep 17 16:09:39.136411 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9132-1335-4838-8040-c74082287590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:41.809769 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-851a6812-b0a4-4262-a025-8703655f96c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:42.136316 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:43.356858 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:44.750594 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:45.444118 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:09:50.407782 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:10:09.137027 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1660bd2f-35fa-47c0-9d2e-1754fe9ad890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:11.809688 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c959bdcc-d899-475f-9566-c2a89469d276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:12.137014 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:13.359699 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:14.754084 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:15.458097 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:27.406580 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:10:38.374819 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-bdecda21-3e54-41ee-9a74-3d12e787d049 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400515 Sep 17 16:10:38.435271 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-1a9f7823-31b4-4668-92f4-deb450b7eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:38.436717 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-1a9f7823-31b4-4668-92f4-deb450b7eb1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 1099 time: 0.0396869 Sep 17 16:10:38.542934 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-f9fb9a01-292e-4943-80f1-b4943ff1e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:38.544390 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-f9fb9a01-292e-4943-80f1-b4943ff1e075 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0880895 Sep 17 16:10:38.585042 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-e4f3ee0f-e810-4f74-8476-e70cdf68c017 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3 HTTP/1.1" status: 200 len: 217 time: 0.0332270 Sep 17 16:10:38.632024 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-8c2908f4-b6dc-48f6-934a-5dc5f0457423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:38.633367 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-8c2908f4-b6dc-48f6-934a-5dc5f0457423 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0421607 Sep 17 16:10:38.668287 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-fe3e5936-6b6f-4956-9bdc-a3df65cb3e40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282896 Sep 17 16:10:38.757999 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-f1ccfbc8-d393-4de6-8662-4649e872e4c2 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822856 Sep 17 16:10:38.864310 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f60a5a2e-4cf4-41e1-901f-379e17479ff5 req-683572cb-3f87-4e16-bed8-b5e85f23527c service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992146 Sep 17 16:10:39.138079 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6bdb53d6-08da-4f39-9aa8-8d2345ec0869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:41.810048 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-fec5859e-5f28-46a6-a804-4c621b341813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:42.137144 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:43.363910 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:44.757041 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:45.457635 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:47.445687 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe18ff2-9cdd-4969-b8ed-9474e1caad6b req-18179cff-6af9-4b70-b848-acf7fec2af67 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:47.447177 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7fe18ff2-9cdd-4969-b8ed-9474e1caad6b req-18179cff-6af9-4b70-b848-acf7fec2af67 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 946 time: 0.1717761 Sep 17 16:10:47.483885 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7fe18ff2-9cdd-4969-b8ed-9474e1caad6b req-224bf390-3785-4c0a-bbbd-f41efcf5cb6e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307934 Sep 17 16:10:48.056281 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-787ce3d8-6f8d-4f2e-b598-d7678687c337 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:10:48.057802 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-787ce3d8-6f8d-4f2e-b598-d7678687c337 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 946 time: 0.0476110 Sep 17 16:10:48.152930 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Deleting port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:10:48.153188 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:48.239048 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] For port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:10:48.239409 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:48.251842 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Calling delete_port for dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:10:48.624891 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:48.636884 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['780b43e9-d7ea-4945-996a-6558e94da030', '2b37960e-61b5-4756-8d9d-da2b1807b08c', 'f012b1a5-1229-436f-b2bc-01352cedc9e3', 'dd1ab7aa-2ddb-4018-88c3-dd9647d5b527'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:10:48.653745 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Pushing event deleted for resources: {'Port': ['ID=dd1ab7aa-2ddb-4018-88c3-dd9647d5b527,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:48.667518 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.667870 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.668212 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.668543 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.668872 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.669198 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.669523 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.669871 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.670197 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.670514 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.670853 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.671156 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:48.715854 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3dcec01f-c51e-4327-ae32-59dac7c2d408 req-b7ba0cbd-f530-4860-b54f-9696e1f2956d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff HTTP/1.1" status: 200 len: 210 time: 0.1391783 Sep 17 16:10:48.733577 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] No DVR routers for this DVR port dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:10:48.739482 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:48.742677 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2025590b-4ec4-4e9c-a7ab-449ca58f4bcb req-88c454c5-57a0-465a-ae8f-ca500e6ce58e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "DELETE /v2.0/ports/dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 HTTP/1.1" status: 204 len: 173 time: 0.6787236 Sep 17 16:10:48.743163 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff', 'name': 'network-vif-deleted', 'tag': 'dd1ab7aa-2ddb-4018-88c3-dd9647d5b527'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:10:48.745402 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9a861c-e680-4120-9525-d1d72d3ec3c5" -d '{"events": [{"server_uuid": "b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff", "name": "network-vif-deleted", "tag": "dd1ab7aa-2ddb-4018-88c3-dd9647d5b527"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:10:49.876825 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebf300b-3165-4d34-8103-3cc714078fa0 x-openstack-request-id: req-8ebf300b-3165-4d34-8103-3cc714078fa0 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:10:49.877346 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff", "name": "network-vif-deleted", "tag": "dd1ab7aa-2ddb-4018-88c3-dd9647d5b527", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:10:49.877346 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ebf300b-3165-4d34-8103-3cc714078fa0 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:10:49.877779 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d58fb7-7b6a-46f2-b1ef-f4a7c82fe8ff', 'name': 'network-vif-deleted', 'tag': 'dd1ab7aa-2ddb-4018-88c3-dd9647d5b527', 'status': 'completed', 'code': 200} Sep 17 16:10:51.367703 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:10:51.388440 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:10:51.388789 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device dd1ab7aa-2ddb-4018-88c3-dd9647d5b527 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:10:55.063089 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 33326) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:55.166663 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.255325 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.259435 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.299895 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29f346897354462f89d89f99b8a485fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358279 Sep 17 16:10:55.300735 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b01621-0550-4e45-b60a-ab64f92a85f5,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:55.302817 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 33334) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:55.307920 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.308273 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.308616 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.308953 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.309286 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.309642 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.309976 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.310308 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.310641 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.310963 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.311288 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.311611 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5764-4d2a-4f54-8075-ca7cb8756b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:10:55.351998 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e108a5ce-2866-456c-a158-fceb64ff3095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.372179 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e108a5ce-2866-456c-a158-fceb64ff3095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.421170 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e108a5ce-2866-456c-a158-fceb64ff3095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.424033 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e108a5ce-2866-456c-a158-fceb64ff3095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.425413 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-e108a5ce-2866-456c-a158-fceb64ff3095 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42b01621-0550-4e45-b60a-ab64f92a85f5 HTTP/1.1" status: 204 len: 168 time: 0.1216497 Sep 17 16:10:55.433270 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108a5ce-2866-456c-a158-fceb64ff3095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b01621-0550-4e45-b60a-ab64f92a85f5,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:55.677036 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 33342) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:55.690457 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0d3b008c-3b68-4ef9-91ae-3b44a1a15598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.780301 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0d3b008c-3b68-4ef9-91ae-3b44a1a15598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.783918 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0d3b008c-3b68-4ef9-91ae-3b44a1a15598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.824228 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-0d3b008c-3b68-4ef9-91ae-3b44a1a15598 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1dce228bff614827b7739054c72fc668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461012 Sep 17 16:10:55.825155 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b008c-3b68-4ef9-91ae-3b44a1a15598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b55ed3-1d90-4495-8675-2f0b18d7bd0a,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:10:55.826898 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 33344) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:10:55.875749 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0c703243-1bc1-4b74-a659-b932fc271378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.898165 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0c703243-1bc1-4b74-a659-b932fc271378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.945895 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0c703243-1bc1-4b74-a659-b932fc271378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.948427 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0c703243-1bc1-4b74-a659-b932fc271378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:10:55.949626 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-0c703243-1bc1-4b74-a659-b932fc271378 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06b55ed3-1d90-4495-8675-2f0b18d7bd0a HTTP/1.1" status: 204 len: 168 time: 0.1217127 Sep 17 16:10:55.965518 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c703243-1bc1-4b74-a659-b932fc271378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b55ed3-1d90-4495-8675-2f0b18d7bd0a,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:11:04.405466 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:11:09.139009 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-8b4dab51-8647-43cc-a760-bbfb8dbb3d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:11.810572 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f6f10f3e-6594-4e10-839d-6321f15eed42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:12.138742 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:13.366705 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:14.760336 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:15.472947 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:39.138444 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3fc537fd-1481-4242-95be-540957eaf0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:41.405171 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:11:41.813193 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0ded84b6-4a6c-4a49-8825-b47b6e666693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:42.139476 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:43.368763 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:44.763374 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:11:45.479887 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:09.140286 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-32ee6dda-c695-4289-bebb-4cc01556c57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:11.814724 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-73bad024-76df-4687-953d-1925cae06108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:12.140515 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:13.372219 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:14.766030 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:15.476880 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:18.404656 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:12:39.142025 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e1f3906d-bfc3-459d-b290-8ac38ede81e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:39.463831 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-22050af8-ea5b-473d-b19d-4f82d217853c req-546be3d5-95aa-4f70-9762-08bb2a9befef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1469564 Sep 17 16:12:39.547512 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22050af8-ea5b-473d-b19d-4f82d217853c req-4be45e96-c188-44cc-82b3-73b45ffb9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:39.548966 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-22050af8-ea5b-473d-b19d-4f82d217853c req-4be45e96-c188-44cc-82b3-73b45ffb9ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 1098 time: 0.0396161 Sep 17 16:12:39.653916 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22050af8-ea5b-473d-b19d-4f82d217853c req-9c30b09b-39fc-4dec-aa9e-cdfb53276a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:39.655341 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-22050af8-ea5b-473d-b19d-4f82d217853c req-9c30b09b-39fc-4dec-aa9e-cdfb53276a1f service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0876877 Sep 17 16:12:39.695750 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-22050af8-ea5b-473d-b19d-4f82d217853c req-4ae136ab-b0eb-473d-8a0c-e30060df3d84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 200 len: 217 time: 0.0331595 Sep 17 16:12:39.744084 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22050af8-ea5b-473d-b19d-4f82d217853c req-caa06c3d-8dab-48b1-a333-5c192b5657e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:12:39.745552 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-22050af8-ea5b-473d-b19d-4f82d217853c req-caa06c3d-8dab-48b1-a333-5c192b5657e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0438218 Sep 17 16:12:39.777164 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-22050af8-ea5b-473d-b19d-4f82d217853c req-d1da0d2a-d1d5-4367-b1b4-75080f5ef844 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242314 Sep 17 16:12:39.868495 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-22050af8-ea5b-473d-b19d-4f82d217853c req-00f741fc-13d3-49f0-975c-062a1f493a95 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846429 Sep 17 16:12:39.961386 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-22050af8-ea5b-473d-b19d-4f82d217853c req-10f80bb2-1901-49fa-9744-dd881a154b58 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859678 Sep 17 16:12:41.814935 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4cb5c07a-7b48-42a5-a193-5dc435e78c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:42.142743 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:43.382988 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:44.768309 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:45.477125 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:12:55.404393 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:13:09.142836 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-662cad7c-c08b-471a-bb9e-a27363b76508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:11.816508 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f0fc508d-8359-44f5-bb85-9bded48827cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:12.144720 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:13.379088 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:14.771501 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:14.964914 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34742) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:15.402339 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8333830'] for router_interface, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:15.485053 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:15.861838 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Deleting port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:13:15.862172 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:15.937139 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] For port 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=6e11bdfb-c2dc-4021-9650-e74bcd28c9e3,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:15.937521 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:15.949120 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Calling delete_port for 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 owned by network:router_interface {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:13:16.138463 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:16.166151 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e11bdfb-c2dc-4021-9650-e74bcd28c9e3,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:16.193496 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.193874 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.194222 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.194564 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.194897 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.195227 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.195563 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.195893 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.196222 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.196547 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.196873 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.197192 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:16.348228 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8079796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8333750'] for router_interface, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:16.564236 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:13:16.675002 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:13:16.680524 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2d1a5317-2be5-42f0-9ba2-a01e5a811616 admin admin] 10.222.0.50 "PUT /v2.0/routers/63f9a4ab-b4b4-45d0-8a99-45b9d441e94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145689 Sep 17 16:13:16.683123 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34764) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:16.684068 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] Sync routers for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:13:16.693802 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:13:16.694420 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:13:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:16.788251 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Notify callbacks [] for router, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:16.798434 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:13:16.899227 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:16.950321 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Deleting port c4041062-fb0f-4774-b062-bbeb8a942884 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:13:16.950569 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:16.986169 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T16:13:16Z', 'revision_number': 5, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port': {'id': 'c4041062-fb0f-4774-b062-bbeb8a942884', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:06Z', 'updated_at': '2021-09-17T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:17.014629 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] Checking router: 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:13:17.022984 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] Routers {'63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:13:17.023612 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:13:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:17.030690 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] For port c4041062-fb0f-4774-b062-bbeb8a942884, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=c4041062-fb0f-4774-b062-bbeb8a942884,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:17.030872 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.043202 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Calling delete_port for c4041062-fb0f-4774-b062-bbeb8a942884 owned by network:router_gateway {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:13:17.112595 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] Set router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c gateway port host: None {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:13:17.167112 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T16:13:16Z', 'revision_number': 6, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port_host': None}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:17.194740 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf4048-c0aa-49ef-a191-44eac9b4ad08 None None] The sync data for ids ['63f9a4ab-b4b4-45d0-8a99-45b9d441e94c'] in dv-cinder-734093-3-iscsi is: [{'id': '63f9a4ab-b4b4-45d0-8a99-45b9d441e94c', 'name': 'tempest-AttachVolumeTestJSON-707055682-router', 'tenant_id': 'ca81b632db194f88921000d02e62751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:04Z', 'updated_at': '2021-09-17T16:13:16Z', 'revision_number': 6, 'project_id': 'ca81b632db194f88921000d02e62751c', 'gw_port_host': None}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:13:17.223237 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.251024 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4041062-fb0f-4774-b062-bbeb8a942884,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:17.311546 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8333680'] for router_gateway, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.400209 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.402431 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.444433 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334810'] for router, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.444949 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63f9a4ab-b4b4-45d0-8a99-45b9d441e94c {{(pid=100591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:13:17.449135 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] Notify callbacks [] for router, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.450319 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-e7b393fb-f089-47dd-97d1-a684c4b65817 admin admin] 10.222.0.50 "DELETE /v2.0/routers/63f9a4ab-b4b4-45d0-8a99-45b9d441e94c HTTP/1.1" status: 204 len: 168 time: 0.7662532 Sep 17 16:13:17.453272 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34770) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:17.501098 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9476e07-c5d3-4ebd-b657-02317399593a admin admin] Deleting subnet ebba3b64-cf19-44e4-931e-d35fbd21d7f2 {{(pid=100591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:13:17.504186 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f9476e07-c5d3-4ebd-b657-02317399593a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.540422 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f9476e07-c5d3-4ebd-b657-02317399593a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16506977'] for subnet, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.662463 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:13:17.674237 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f9476e07-c5d3-4ebd-b657-02317399593a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.684172 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:13:17.684773 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 6e11bdfb-c2dc-4021-9650-e74bcd28c9e3 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:13:17.731930 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f9476e07-c5d3-4ebd-b657-02317399593a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4257464'] for subnet, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.761742 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9476e07-c5d3-4ebd-b657-02317399593a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebba3b64-cf19-44e4-931e-d35fbd21d7f2,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:17.763791 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f9476e07-c5d3-4ebd-b657-02317399593a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.766027 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-f9476e07-c5d3-4ebd-b657-02317399593a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ebba3b64-cf19-44e4-931e-d35fbd21d7f2 HTTP/1.1" status: 204 len: 168 time: 0.3117659 Sep 17 16:13:17.767727 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9160cd3e-b167-48f6-9dbd-06666ea622a7 None None] Network a66c1e7b-da6a-438e-885c-cf6626239a40 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:13:17.768392 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34776) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:17.835383 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.905209 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Deleting port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:13:17.905592 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.968730 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] For port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:17.968730 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:17.980501 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Calling delete_port for 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd owned by network:dhcp {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:13:17.997717 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d283b-1425-4435-a1b2-36a02366294b None None] DHCP port deletion for a66c1e7b-da6a-438e-885c-cf6626239a40 request from dv-cinder-734093-3-iscsi {{(pid=100592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:13:18.045222 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Deleting port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd {{(pid=100592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:13:18.045615 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.067271 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.095568 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:18.104605 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] No DVR routers for this DVR port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd on host dv-cinder-734093-3-iscsi {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:13:18.117138 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-860d283b-1425-4435-a1b2-36a02366294b None None] For port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd,segment=NetworkSegment(6d6d4ba5-2951-4a5a-b017-a80762a3cb3a),segment_id=6d6d4ba5-2951-4a5a-b017-a80762a3cb3a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:18.117500 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.140419 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Calling delete_port for 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd owned by network:dhcp {{(pid=100592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:13:18.187488 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.267731 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723'] for port, after_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.297362 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Pushing event deleted for resources: {'Port': ['ID=3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd,revision_number=None']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:18.302554 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d283b-1425-4435-a1b2-36a02366294b None None] No DVR routers for this DVR port 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd on host dv-cinder-734093-3-iscsi {{(pid=100592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:13:18.311436 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.312435 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.312888 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.313331 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.313805 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.314303 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.314727 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.315157 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.315990 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.320004 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.320004 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.320435 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d283b-1425-4435-a1b2-36a02366294b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:18.444570 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66c1e7b-da6a-438e-885c-cf6626239a40']}} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:18.453978 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a') {'for_net_delete': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:18.454277 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6d4ba5-2951-4a5a-b017-a80762a3cb3a') {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:18.463219 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16506986'] for segment, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.479088 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.487571 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=100591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:13:18.487969 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510347'] for segment, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: Traceback (most recent call last): Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: timer() Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: cb(*args, **kw) Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: return func(*args, **kwargs) Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: self._notify() Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: self.callback(batched_events) Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: event.method(event) Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: return f(self, *a, **k) Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._get(url).json() Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: return self.request(url, 'GET', **kwargs) Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:13:18.489929 dv-cinder-734093-3-iscsi neutron-server[100591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:13:18.552082 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.559633 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.561921 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a66c1e7b-da6a-438e-885c-cf6626239a40 HTTP/1.1" status: 204 len: 168 time: 0.7923620 Sep 17 16:13:18.572839 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47cc9e3-6609-438c-9977-ddaf768163f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a66c1e7b-da6a-438e-885c-cf6626239a40,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:18.700987 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34788) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:18.743680 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-b0b75425-cb74-48bf-8e60-861eb705d230 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca81b632db194f88921000d02e62751c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413215 Sep 17 16:13:18.746268 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34790) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:18.805987 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c8c081ab-ee40-4226-addf-f2c3f96a0ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.834083 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c8c081ab-ee40-4226-addf-f2c3f96a0ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.893268 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c8c081ab-ee40-4226-addf-f2c3f96a0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.896093 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c8c081ab-ee40-4226-addf-f2c3f96a0ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:18.897269 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-c8c081ab-ee40-4226-addf-f2c3f96a0ddb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8880deb4-988a-4ec5-8ca4-459814cf73d0 HTTP/1.1" status: 204 len: 168 time: 0.1502137 Sep 17 16:13:18.906710 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c081ab-ee40-4226-addf-f2c3f96a0ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8880deb4-988a-4ec5-8ca4-459814cf73d0,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:19.534615 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device c4041062-fb0f-4774-b062-bbeb8a942884 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:13:19.557375 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: c4041062-fb0f-4774-b062-bbeb8a942884 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:13:19.560825 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device c4041062-fb0f-4774-b062-bbeb8a942884 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:13:19.560825 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:13:19.576843 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:13:19.577865 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 3dab879f-8a6b-4d9a-8b0e-6a2f0f5ea3bd not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:13:22.875067 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 34860) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:23.364341 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8333830'] for router_interface, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:23.604822 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Deleting port f6c3da9d-e5d2-48db-9831-5dd10fab0af8 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:13:23.605163 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:23.684741 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] For port f6c3da9d-e5d2-48db-9831-5dd10fab0af8, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=f6c3da9d-e5d2-48db-9831-5dd10fab0af8,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:23.685025 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:23.697618 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Calling delete_port for f6c3da9d-e5d2-48db-9831-5dd10fab0af8 owned by network:router_interface {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:13:23.871545 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:23.897600 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c3da9d-e5d2-48db-9831-5dd10fab0af8,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:23.908684 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.909030 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.909371 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.909736 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.910072 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.910401 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.910772 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.911102 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.911428 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.911749 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.912067 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:23.912388 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:13:24.074665 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8079796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8333750'] for router_interface, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:24.289626 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Router fd27f26e-bc94-4815-8eb2-460f44fbce6c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:13:24.393775 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:13:24.399092 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-a060b8cf-a7f4-448a-9e57-8b8f93982b72 admin admin] 10.222.0.50 "PUT /v2.0/routers/fd27f26e-bc94-4815-8eb2-460f44fbce6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5228875 Sep 17 16:13:24.401677 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34878) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:24.402469 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] Sync routers for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:13:24.413189 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:13:24.413829 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:13:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:24.509634 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Notify callbacks [] for router, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:24.517760 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:13:24.612393 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:24.664412 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Deleting port b560865a-1021-4caa-bf09-3fa78d1ebfe9 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:13:24.664751 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:24.692531 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T16:13:23Z', 'revision_number': 5, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port': {'id': 'b560865a-1021-4caa-bf09-3fa78d1ebfe9', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T15:44:01Z', 'updated_at': '2021-09-17T15:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:24.722104 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] Checking router: fd27f26e-bc94-4815-8eb2-460f44fbce6c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:13:24.730396 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] Routers {'fd27f26e-bc94-4815-8eb2-460f44fbce6c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:13:24.731004 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:13:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:24.746497 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] For port b560865a-1021-4caa-bf09-3fa78d1ebfe9, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=b560865a-1021-4caa-bf09-3fa78d1ebfe9,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:24.746893 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:24.758717 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Calling delete_port for b560865a-1021-4caa-bf09-3fa78d1ebfe9 owned by network:router_gateway {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:13:24.812163 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] Set router fd27f26e-bc94-4815-8eb2-460f44fbce6c gateway port host: None {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:13:24.931463 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:24.948928 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T16:13:24Z', 'revision_number': 6, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port_host': None}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:24.955260 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=b560865a-1021-4caa-bf09-3fa78d1ebfe9,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:24.975678 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5306324c-5ba8-4166-960b-0fdd1c6691c0 None None] The sync data for ids ['fd27f26e-bc94-4815-8eb2-460f44fbce6c'] in dv-cinder-734093-3-iscsi is: [{'id': 'fd27f26e-bc94-4815-8eb2-460f44fbce6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1460682283-router', 'tenant_id': '810d0e564a67400c9b2b08c68ab198e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T15:44:00Z', 'updated_at': '2021-09-17T16:13:24Z', 'revision_number': 6, 'project_id': '810d0e564a67400c9b2b08c68ab198e4', 'gw_port_host': None}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:13:25.025038 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8333680'] for router_gateway, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.115243 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.117308 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.162445 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334810'] for router, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.163030 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd27f26e-bc94-4815-8eb2-460f44fbce6c {{(pid=100591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:13:25.167244 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] Notify callbacks [] for router, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.168454 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-a4b5bd27-80fe-41d7-ae1c-1f9b08240f20 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fd27f26e-bc94-4815-8eb2-460f44fbce6c HTTP/1.1" status: 204 len: 168 time: 0.7657223 Sep 17 16:13:25.170955 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34884) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:25.214010 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4104387-38b1-46cb-88d7-ece155133894 admin admin] Deleting subnet b8d1c26b-aee6-40bf-8357-7b1e787bec6a {{(pid=100591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:13:25.217172 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b4104387-38b1-46cb-88d7-ece155133894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.250655 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b4104387-38b1-46cb-88d7-ece155133894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16506977'] for subnet, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.342108 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b4104387-38b1-46cb-88d7-ece155133894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.399090 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b4104387-38b1-46cb-88d7-ece155133894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4257464'] for subnet, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.423665 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4104387-38b1-46cb-88d7-ece155133894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d1c26b-aee6-40bf-8357-7b1e787bec6a,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:25.427692 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b4104387-38b1-46cb-88d7-ece155133894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.429439 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-b4104387-38b1-46cb-88d7-ece155133894 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b8d1c26b-aee6-40bf-8357-7b1e787bec6a HTTP/1.1" status: 204 len: 168 time: 0.2575917 Sep 17 16:13:25.431938 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34890) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:25.434557 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317d15d5-83aa-4cb9-aa85-6b51491ef568 None None] Network 86e5a977-5813-4cf1-9900-b2d7b12e98f6 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:13:25.502234 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.558362 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Deleting port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:13:25.558710 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.621213 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] For port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=fb80ea5f-15d7-4aa0-a38a-783ff49c3d86,segment=NetworkSegment(ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0),segment_id=ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:25.621629 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.633975 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Calling delete_port for fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 owned by network:dhcp {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:13:25.710699 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e450e8a-8baa-4280-94d0-48eeb5fccb7e None None] DHCP port deletion for 86e5a977-5813-4cf1-9900-b2d7b12e98f6 request from dv-cinder-734093-3-iscsi {{(pid=100592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:13:25.727680 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.756978 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Pushing event deleted for resources: {'Port': ['ID=fb80ea5f-15d7-4aa0-a38a-783ff49c3d86,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:25.760402 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] No DVR routers for this DVR port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 on host dv-cinder-734093-3-iscsi {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:13:25.762270 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-6e450e8a-8baa-4280-94d0-48eeb5fccb7e None None] Deleting port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 {{(pid=100592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:13:25.762832 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6e450e8a-8baa-4280-94d0-48eeb5fccb7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.776290 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device f6c3da9d-e5d2-48db-9831-5dd10fab0af8 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:13:25.807431 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: f6c3da9d-e5d2-48db-9831-5dd10fab0af8 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:13:25.807784 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device f6c3da9d-e5d2-48db-9831-5dd10fab0af8 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:13:25.808217 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:13:25.840734 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.855003 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:13:25.855353 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:13:25.855771 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b560865a-1021-4caa-bf09-3fa78d1ebfe9 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:13:25.861347 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e5a977-5813-4cf1-9900-b2d7b12e98f6']}} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:25.870409 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0') {'for_net_delete': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:25.870676 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff777d6d-0cf1-4eb1-93d7-46f8d7e8fcb0') {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:13:25.881114 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16506986'] for segment, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.887526 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: b560865a-1021-4caa-bf09-3fa78d1ebfe9 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:13:25.888082 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b560865a-1021-4caa-bf09-3fa78d1ebfe9 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:13:25.890728 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-6e450e8a-8baa-4280-94d0-48eeb5fccb7e None None] For port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86, host dv-cinder-734093-3-iscsi, got binding levels [] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:13:25.891111 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6e450e8a-8baa-4280-94d0-48eeb5fccb7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.904725 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.905561 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-6e450e8a-8baa-4280-94d0-48eeb5fccb7e None None] Calling delete_port for fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 owned by network:dhcp {{(pid=100592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:13:25.908820 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.ipam_backend_mixin [None req-6e450e8a-8baa-4280-94d0-48eeb5fccb7e None None] Port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 was not found and therefore no delete operation was performed {{(pid=100592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 16:13:25.910162 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6e450e8a-8baa-4280-94d0-48eeb5fccb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723'] for port, after_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.910753 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:13:25.911153 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510347'] for segment, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: Traceback (most recent call last): Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: timer() Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: cb(*args, **kw) Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: return func(*args, **kwargs) Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: self._notify() Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: self.callback(batched_events) Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: event.method(event) Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: return f(self, *a, **k) Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._get(url).json() Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: return self.request(url, 'GET', **kwargs) Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:13:25.913111 dv-cinder-734093-3-iscsi neutron-server[100591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:13:25.976527 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:25.997315 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:26.002183 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] 10.222.0.50 "DELETE /v2.0/networks/86e5a977-5813-4cf1-9900-b2d7b12e98f6 HTTP/1.1" status: 204 len: 168 time: 0.5690906 Sep 17 16:13:26.004476 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70454a53-4e67-4944-a860-3eba54294fab admin admin] Pushing event deleted for resources: {'Network': ['ID=86e5a977-5813-4cf1-9900-b2d7b12e98f6,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:26.052721 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e450e8a-8baa-4280-94d0-48eeb5fccb7e None None] Pushing event deleted for resources: {'Port': ['ID=fb80ea5f-15d7-4aa0-a38a-783ff49c3d86,revision_number=None']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:26.058307 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e450e8a-8baa-4280-94d0-48eeb5fccb7e None None] No DVR routers for this DVR port fb80ea5f-15d7-4aa0-a38a-783ff49c3d86 on host dv-cinder-734093-3-iscsi {{(pid=100592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:13:26.131999 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34898) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:26.170999 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d5879b6b-4768-4c6b-8bc7-034247dfcdbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=810d0e564a67400c9b2b08c68ab198e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378070 Sep 17 16:13:26.173288 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 34900) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:13:26.231039 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-59baaef8-246f-40cf-9c1c-44a845ab1d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:26.251827 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-59baaef8-246f-40cf-9c1c-44a845ab1d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:26.303715 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-59baaef8-246f-40cf-9c1c-44a845ab1d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:26.306473 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-59baaef8-246f-40cf-9c1c-44a845ab1d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:26.307638 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-59baaef8-246f-40cf-9c1c-44a845ab1d46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/464ed4a8-4167-4ae6-bd33-7917851b05ee HTTP/1.1" status: 204 len: 168 time: 0.1333909 Sep 17 16:13:26.317290 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baaef8-246f-40cf-9c1c-44a845ab1d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464ed4a8-4167-4ae6-bd33-7917851b05ee,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:13:32.402993 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:13:39.144708 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-96e4050e-8e05-4a84-a69d-6719bae94f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:39.352367 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-0b0fb386-ea30-4bc1-84c1-2e6a68235e7a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389750 Sep 17 16:13:39.414632 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-12763d35-735b-4acc-85ca-d6d9e15b49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:39.416115 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-12763d35-735b-4acc-85ca-d6d9e15b49cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 1098 time: 0.0425084 Sep 17 16:13:39.517666 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-fc4a021d-1b38-4d01-b85b-adee4f0f5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:39.519142 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-fc4a021d-1b38-4d01-b85b-adee4f0f5da0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0843070 Sep 17 16:13:39.562505 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-14608325-1d6a-48bc-9bcd-c64e460b514e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c HTTP/1.1" status: 200 len: 217 time: 0.0367312 Sep 17 16:13:39.610202 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-a2d86770-5644-49ff-8436-aa224fc0bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:13:39.611525 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-a2d86770-5644-49ff-8436-aa224fc0bd72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0425882 Sep 17 16:13:39.641248 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-66ecf546-d313-4315-9079-2eea72ba1c6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228884 Sep 17 16:13:39.732760 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-19511342-4bd2-420e-beaf-3754e3c4698a service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844960 Sep 17 16:13:39.821618 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-eae57bd1-33a7-46b7-ab4c-171881928070 req-1610141b-9d84-444f-a1ed-60b1110616d0 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818896 Sep 17 16:13:41.817913 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-80ef4fcb-e54d-4093-a610-d253d08dbdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:42.146152 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:43.382166 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:44.776309 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:13:45.466442 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:09.147326 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5640382b-3af9-4df7-ad29-58670a44db6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:09.401261 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:14:11.817318 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-16e3129e-411e-4492-bccc-5cc8498d8102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:12.147245 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:13.384181 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:14.780446 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:15.479958 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:39.152096 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c6003aaf-9ed7-4245-9df2-86301d219384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:41.355877 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49466d9f-c274-4906-a487-69d0869a0124 req-231d2dae-a83c-4c8e-82e0-2b58617da82f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400732 Sep 17 16:14:41.416470 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49466d9f-c274-4906-a487-69d0869a0124 req-8fab037b-799d-4990-8b29-8302ae501428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:14:41.418832 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49466d9f-c274-4906-a487-69d0869a0124 req-8fab037b-799d-4990-8b29-8302ae501428 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 1099 time: 0.0434630 Sep 17 16:14:41.518280 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49466d9f-c274-4906-a487-69d0869a0124 req-6eb7bf4d-f19f-48cc-acec-790cbd547a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:14:41.519727 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49466d9f-c274-4906-a487-69d0869a0124 req-6eb7bf4d-f19f-48cc-acec-790cbd547a59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0827684 Sep 17 16:14:41.564802 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49466d9f-c274-4906-a487-69d0869a0124 req-8fb2176f-dc92-4602-8f07-9c8dbaca272d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3 HTTP/1.1" status: 200 len: 217 time: 0.0371835 Sep 17 16:14:41.617273 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49466d9f-c274-4906-a487-69d0869a0124 req-c45d9106-5a07-4039-85a2-8007de35e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:14:41.618647 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49466d9f-c274-4906-a487-69d0869a0124 req-c45d9106-5a07-4039-85a2-8007de35e75a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0476987 Sep 17 16:14:41.651955 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49466d9f-c274-4906-a487-69d0869a0124 req-8191df82-b363-4ccb-a1c0-8e46c395f457 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245898 Sep 17 16:14:41.662716 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [req-49466d9f-c274-4906-a487-69d0869a0124 req-2346df7f-8743-4fab-8ba5-169db7eb44a5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:14:41.663668 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49466d9f-c274-4906-a487-69d0869a0124 req-2346df7f-8743-4fab-8ba5-169db7eb44a5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046520 Sep 17 16:14:41.754587 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49466d9f-c274-4906-a487-69d0869a0124 req-d49aae62-2dd5-4551-9596-2ced38b53a96 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826111 Sep 17 16:14:41.816950 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-56397bfd-d5b6-4a69-a843-828502617259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:41.845031 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-49466d9f-c274-4906-a487-69d0869a0124 req-99e081e3-8072-4d2f-9c58-5573b040eb4a service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835826 Sep 17 16:14:42.148814 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:43.388541 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:44.786001 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:45.463516 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:14:46.399573 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:15:09.152689 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a1407b4b-ad58-48a4-b7b7-581ec7e3287a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:11.817516 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-da0ae5c3-c66e-419f-9370-4d6cf2ce0236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:12.149845 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:13.389923 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:14.788256 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:15.480797 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:23.398183 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:15:39.153385 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5c79fc98-728c-4e1e-b1c3-942fc095b78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:41.818599 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-da8b77b8-267f-4737-a809-be6b2c90bc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:42.150429 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.391108 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-ebb29629-3747-4775-b101-d004d18ff5b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397024 Sep 17 16:15:43.392927 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:43.474049 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-f4ad6d54-aecd-4441-8ffe-c16146c6ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:43.475522 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-f4ad6d54-aecd-4441-8ffe-c16146c6ee9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 1098 time: 0.0438490 Sep 17 16:15:43.581842 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-b91d2da8-2bab-4bde-9458-617715985a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:43.583192 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-b91d2da8-2bab-4bde-9458-617715985a4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0885286 Sep 17 16:15:43.627812 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-17e653a3-e858-465b-8fa7-8b8d736da39a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 200 len: 217 time: 0.0367141 Sep 17 16:15:43.675537 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-c5b9609f-397a-4814-9403-e823018e91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:15:43.676897 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-c5b9609f-397a-4814-9403-e823018e91c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0420156 Sep 17 16:15:43.709179 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-186b84bd-a2f3-4fa5-ba80-34cb5e996bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248642 Sep 17 16:15:43.801410 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-fd662f97-04d7-49a4-8d08-493a02db9d70 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845044 Sep 17 16:15:44.138571 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-581c1eb8-e25b-4b44-b44c-c66b3164413e req-2f7c2e01-218b-4476-a94d-863fa7ef1945 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291914 Sep 17 16:15:44.789801 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:15:45.477593 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:00.396948 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:16:09.153517 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-16d26939-5b2c-4ec7-af69-1799249e61e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:11.818330 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5484788c-fd8d-4065-abcc-5f7d4ae4ccc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:12.152168 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:13.395066 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:14.792904 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:15.506724 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:37.396073 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:16:39.154944 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9e14-fc15-4b3a-a198-55b18ae90e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:41.818497 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1f9d56fd-269c-4b21-bf64-13075fc035ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:42.151138 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.362859 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-21f6d140-94ae-4a03-a9f9-94c37493dbf0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401533 Sep 17 16:16:43.400635 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:43.427121 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-cffc9acc-fc62-4000-bf7c-f22c8e31f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:43.428596 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-cffc9acc-fc62-4000-bf7c-f22c8e31f8f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c30b228319114452b2f33ab3f5a7323f&device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 1098 time: 0.0444298 Sep 17 16:16:43.530131 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-fa3b928c-0174-467a-b294-c3067fd53d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:43.531520 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-fa3b928c-0174-467a-b294-c3067fd53d2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 200 len: 916 time: 0.0848117 Sep 17 16:16:43.576226 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-7cdf0cdc-c814-4c5e-bcbf-9d772e23f24a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c HTTP/1.1" status: 200 len: 217 time: 0.0381808 Sep 17 16:16:43.626174 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-1552efed-b62e-4d9b-8981-e7084aad2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:43.627608 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-1552efed-b62e-4d9b-8981-e7084aad2de3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 200 len: 855 time: 0.0449133 Sep 17 16:16:43.660402 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-d89802e1-ef6c-433c-8fbf-2ddb36cf2355 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc043e30-874f-41c9-9332-5436376f0bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255184 Sep 17 16:16:43.752768 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-33b69d59-baaf-46cf-9a4c-d59ce97ccbbc service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846746 Sep 17 16:16:43.840770 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0ea0aa75-b2b9-4398-8b2a-763f5afc3350 req-e21be1c4-c759-404f-b591-0b8efe243700 service neutron] 10.222.0.37 "GET /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807071 Sep 17 16:16:44.796198 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:45.506170 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:50.235874 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb18a5-fd9d-4470-b7ee-6ad03bd786a8 req-74c7e31f-d71c-4adb-9f48-1dbc5453a93e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:50.237370 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dbcb18a5-fd9d-4470-b7ee-6ad03bd786a8 req-74c7e31f-d71c-4adb-9f48-1dbc5453a93e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 946 time: 0.0500739 Sep 17 16:16:50.275932 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dbcb18a5-fd9d-4470-b7ee-6ad03bd786a8 req-e1aff06a-2605-4f3c-a28b-00ce104ad76e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Sep 17 16:16:51.148244 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902d540-35ad-494c-9abc-2917afb5465a req-a900097d-2e98-4f3c-bd95-8d020da44d25 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:51.149707 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2902d540-35ad-494c-9abc-2917afb5465a req-a900097d-2e98-4f3c-bd95-8d020da44d25 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 946 time: 0.0486784 Sep 17 16:16:51.240763 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-2902d540-35ad-494c-9abc-2917afb5465a req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Deleting port f012b1a5-1229-436f-b2bc-01352cedc9e3 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:16:51.241100 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-2902d540-35ad-494c-9abc-2917afb5465a req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:51.333484 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-2902d540-35ad-494c-9abc-2917afb5465a req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] For port f012b1a5-1229-436f-b2bc-01352cedc9e3, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=f012b1a5-1229-436f-b2bc-01352cedc9e3,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:16:51.333879 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-2902d540-35ad-494c-9abc-2917afb5465a req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:51.347367 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-2902d540-35ad-494c-9abc-2917afb5465a req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Calling delete_port for f012b1a5-1229-436f-b2bc-01352cedc9e3 owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:16:51.399095 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a22c83-f229-4f60-b468-4c934696fdec req-addd2f52-55e6-4914-b6d5-8d395250aa40 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:16:51.400623 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-37a22c83-f229-4f60-b468-4c934696fdec req-addd2f52-55e6-4914-b6d5-8d395250aa40 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 946 time: 0.0531182 Sep 17 16:16:51.441722 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-37a22c83-f229-4f60-b468-4c934696fdec req-b4f54450-86bc-4394-8483-a3d6ffa35b1c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339606 Sep 17 16:16:51.477632 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-2902d540-35ad-494c-9abc-2917afb5465a req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:51.489807 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['780b43e9-d7ea-4945-996a-6558e94da030', '2b37960e-61b5-4756-8d9d-da2b1807b08c', 'f012b1a5-1229-436f-b2bc-01352cedc9e3'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:16:51.509708 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Pushing event deleted for resources: {'Port': ['ID=f012b1a5-1229-436f-b2bc-01352cedc9e3,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:51.520673 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.521137 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.521353 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.521867 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.522204 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.522537 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.522870 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.523192 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.523518 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.523837 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.524158 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.524483 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:51.570234 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2902d540-35ad-494c-9abc-2917afb5465a req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] No DVR routers for this DVR port f012b1a5-1229-436f-b2bc-01352cedc9e3 on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:16:51.572736 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-2902d540-35ad-494c-9abc-2917afb5465a req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:51.574872 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2902d540-35ad-494c-9abc-2917afb5465a req-1f846603-0f86-4615-b51f-6533a0637aee tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "DELETE /v2.0/ports/f012b1a5-1229-436f-b2bc-01352cedc9e3 HTTP/1.1" status: 204 len: 173 time: 0.4186049 Sep 17 16:16:51.575311 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a617a3b-b198-469b-96f0-8e376bec32d6', 'name': 'network-vif-deleted', 'tag': 'f012b1a5-1229-436f-b2bc-01352cedc9e3'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:16:51.577567 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637c88ab-a58a-40f8-9f09-63105274c87e" -d '{"events": [{"server_uuid": "8a617a3b-b198-469b-96f0-8e376bec32d6", "name": "network-vif-deleted", "tag": "f012b1a5-1229-436f-b2bc-01352cedc9e3"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:16:51.675487 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ea3397-4349-4cbc-904a-e6aa6efbb1df x-openstack-request-id: req-78ea3397-4349-4cbc-904a-e6aa6efbb1df {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:16:51.675781 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a617a3b-b198-469b-96f0-8e376bec32d6", "name": "network-vif-deleted", "tag": "f012b1a5-1229-436f-b2bc-01352cedc9e3", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:16:51.676037 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78ea3397-4349-4cbc-904a-e6aa6efbb1df {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:16:51.676432 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a617a3b-b198-469b-96f0-8e376bec32d6', 'name': 'network-vif-deleted', 'tag': 'f012b1a5-1229-436f-b2bc-01352cedc9e3', 'status': 'completed', 'code': 200} Sep 17 16:16:52.543208 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-84af3aeb-35e9-4bfd-9ea8-590ce6cee3c0 req-fe882629-3170-4d77-bd10-65d789672fde tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0266938 Sep 17 16:16:53.650042 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-042ccede-cb43-4740-971d-557f16bc3305 req-02808c6f-c6da-4c4a-989e-dcaf06e52447 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0256121 Sep 17 16:16:54.745196 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7d3334cd-9a16-4adc-8697-37b90cd8705d req-92d12ad5-fb15-4f52-9dc6-1257fd1773b9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0255136 Sep 17 16:16:55.118663 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device f012b1a5-1229-436f-b2bc-01352cedc9e3 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:16:55.138378 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: f012b1a5-1229-436f-b2bc-01352cedc9e3 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:16:55.138725 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device f012b1a5-1229-436f-b2bc-01352cedc9e3 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:16:55.839255 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a7341b33-e3a5-488a-b119-c3f6cef995ad req-11f48b69-f037-4ae3-bfae-f5ff7b7c3d9d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0303729 Sep 17 16:16:56.930876 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2d479bab-6ed4-44da-b987-1e1aef34c713 req-3abc0480-4913-496e-964c-b8ea3973e6dd tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0261083 Sep 17 16:16:58.004601 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 37426) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:58.023012 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-79fc9dbd-94dd-4664-90cf-ea9b14333ba2 req-ef6c24d9-2ec2-421d-af82-3cc5bd51c99b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Sep 17 16:16:58.109769 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:58.200941 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:58.204394 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:58.240857 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d09ce01981fb423abe419e4a21f97a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352271 Sep 17 16:16:58.242896 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6876932-47c8-465e-8bc4-cb448589c41f,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:58.243551 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 37434) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:16:58.250765 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.251122 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.251471 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.251814 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.252149 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.252489 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.252825 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.253160 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.253494 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.253859 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.254191 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.254520 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60624c04-58bc-44b8-a01b-3c99756bfd77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:16:58.293549 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ed337f8f-562b-4532-bdc0-a3a0291c6a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:58.314683 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ed337f8f-562b-4532-bdc0-a3a0291c6a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:58.361817 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ed337f8f-562b-4532-bdc0-a3a0291c6a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:58.364386 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ed337f8f-562b-4532-bdc0-a3a0291c6a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:16:58.365577 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-ed337f8f-562b-4532-bdc0-a3a0291c6a98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6876932-47c8-465e-8bc4-cb448589c41f HTTP/1.1" status: 204 len: 168 time: 0.1209433 Sep 17 16:16:58.373973 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed337f8f-562b-4532-bdc0-a3a0291c6a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6876932-47c8-465e-8bc4-cb448589c41f,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:16:59.119017 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-11dc3ce8-c99b-4aba-a0bc-1e532c7b118f req-fb271dea-3371-4188-a820-1f0d060e887b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0304754 Sep 17 16:17:00.212784 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-197b41b1-c50a-4441-981e-28c20eff3d9f req-503dadec-8ffa-4261-ad57-9858543693e9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0288680 Sep 17 16:17:01.310629 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-07d61a79-1c7a-48bb-a775-1531af88916b req-57818c23-88e5-4ac4-ac0e-620dde016c8a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0280850 Sep 17 16:17:02.408246 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2ed2eeb0-b014-4c51-93f4-e6033c1fa087 req-50362ad2-712a-48b1-a1af-9711247db35c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Sep 17 16:17:03.499453 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b603f2ef-8764-4037-bd46-8294c7e18a46 req-6f2be142-ed48-438d-bf12-93ec4dfad96e tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0265131 Sep 17 16:17:04.591507 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-18ce3072-563d-4464-a285-eaf87ece2abd req-694db504-09bf-46d7-b504-3f3606f684ed tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0253334 Sep 17 16:17:05.686117 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1fecfb4f-056d-400d-8768-53edb485ae03 req-0423a841-8fce-4b93-aa38-5194e4afbd65 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0284486 Sep 17 16:17:06.779325 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-885b7ee4-1898-4570-99fa-8111ea5e4081 req-4ad83a5c-20dc-45c1-a322-2a28c3872f22 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0274131 Sep 17 16:17:07.879055 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-03eb0edf-b304-4ad3-aa9b-2ae6eb5d8d38 req-85a1c318-9e13-4c37-8e9d-4f861fc045e4 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0320497 Sep 17 16:17:08.972052 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4837a0b7-d4bb-48d7-a9a9-fc1f94b7f1ee req-dc55c358-abd8-404f-8a30-241673a40ce0 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0263762 Sep 17 16:17:09.155055 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6ea56f48-3f74-40be-a8d1-03da30c1257d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:10.065041 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-cf9a09b8-7e58-480c-a0a5-6238d2cea26c req-a5e384f2-3408-4ace-ae16-1b2528a10f96 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0263524 Sep 17 16:17:11.156139 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7284fa31-cf57-46a2-b5d8-a6544d14f2c5 req-70f51396-d6ad-4fb8-8ab6-0593614737f0 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0255380 Sep 17 16:17:11.818117 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-58c8c7c1-263c-4bb8-b067-646c069c4df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:12.151747 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:12.251542 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e5be434a-36a3-499b-9378-a22b5149eeeb req-218666ca-56c6-4b96-8310-a61754cf1a1a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Sep 17 16:17:13.345868 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e168b2f9-4613-42c1-885c-ea8aabcd65ba req-c8694123-29bb-476b-9daa-7563be7aa572 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0272386 Sep 17 16:17:13.400613 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:14.394143 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:17:14.439332 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d10054e3-ab04-439a-8520-1977857879c8 req-ab9c3073-e075-4b17-8433-93b3e0ec9e98 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0267625 Sep 17 16:17:14.799441 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:15.521254 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:15.532501 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a3a9792f-6aaf-4252-a563-bdd94cec9bc7 req-7ef302c4-af03-480e-9dc6-7cd074935af1 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0271239 Sep 17 16:17:16.623940 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-722f37a1-5d2d-4c24-9ee1-735adb7a942d req-cf5b440d-9466-4165-af48-3c6f859a2476 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0265391 Sep 17 16:17:17.713576 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-729d52a9-a9e5-4964-a6c8-6df7aa876799 req-bd9b53e4-0404-46ef-88cd-37500837c774 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0257463 Sep 17 16:17:18.811482 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-96f9c79f-12d9-4935-9322-ac1c56801572 req-9370ae4e-4c2e-43c9-a400-54081a3380f5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0343957 Sep 17 16:17:19.907329 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-69cfaeb6-789a-40dc-bea6-38e2faaf4443 req-597df168-7d08-4909-89f6-e22a77371e45 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0283377 Sep 17 16:17:20.999846 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-af23d862-bc01-4b43-b67f-25b9660dfe7f req-08e05525-6351-4fa9-965c-3a03f734fc60 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0264268 Sep 17 16:17:22.098767 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6b3a1580-ffdd-4657-a518-32183a6f57c5 req-5e18a3e8-5d02-4085-8e11-1088c90f2db9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0283494 Sep 17 16:17:23.190688 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ca91c694-4f24-416d-93cc-3862e932ea8e req-94d1977a-42c8-42f4-98e7-887ee59e1194 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0256236 Sep 17 16:17:24.283559 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-948f039e-66cf-4695-b7c7-94eabd5985ed req-1ef1f788-22f7-4ce7-a382-517ba5c4a6c7 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0264399 Sep 17 16:17:25.383530 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7c545ef2-5ac2-4524-a448-4e47aed232e4 req-b276422f-98f9-4d56-a93c-162a9987e311 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0284319 Sep 17 16:17:26.479109 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5762debe-8378-4810-aabe-1314611e4ce9 req-b7529730-d70c-4c65-b3a6-4b8e7bcd2962 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0303478 Sep 17 16:17:27.571919 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4db93102-0d86-4206-9e3b-8303f514575b req-7a474f7b-79da-4a37-811a-9d8fa0464f8c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0254207 Sep 17 16:17:28.664241 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c8404577-fd5c-41ec-b8d6-eb0587d2be69 req-584e6f27-a605-43fc-8952-dfdfe39e7c5f tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0257411 Sep 17 16:17:29.755342 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8b83caec-2b4b-4a3d-a8e5-e402cfaae5c0 req-e9cc2cb5-0526-46da-a6b4-7e0437fae452 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0263262 Sep 17 16:17:30.849917 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0e7de23e-6e39-49fc-b540-f29300627501 req-b23676c1-c184-4761-9c9f-5d54dbc050ac tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0265005 Sep 17 16:17:31.945341 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-69ad4b66-1386-482a-9441-261acb6ec6e4 req-615fce20-3279-4683-9702-5319440e6ef3 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0286090 Sep 17 16:17:33.037109 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7ba7b0c0-0ddf-4600-a4ed-02bf73e05912 req-2882de7b-c912-480a-ac7e-be765cc32ed9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0256872 Sep 17 16:17:34.128208 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-635374ce-ac7c-4fcc-afd8-8b11f110ee7c req-bf2ea0be-3907-4052-9f67-91c3e97cc5f2 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0264096 Sep 17 16:17:35.220819 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d9b27a11-5856-494f-bcd1-8e1708b3b1c5 req-d82e8aa4-82b5-4cc0-9554-b1ba954e9360 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0265300 Sep 17 16:17:36.315987 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-95c66b50-df63-405f-8826-920e74ed70b2 req-3ea38293-6449-4050-b810-6e94807cc165 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0282991 Sep 17 16:17:37.413403 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d887cd16-4532-4399-a513-06f997a1a3be req-76c228ca-0b2b-44fa-b6fa-ec951694d1dc tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0263956 Sep 17 16:17:38.508037 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5abd0531-0291-469a-911d-23e6d12713bf req-f053abce-adae-4abf-b24d-cb54d45df71b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0292945 Sep 17 16:17:39.154981 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-fe80613e-bfef-43c9-be6a-9d77d821e669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:39.598574 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4711bd76-9168-49c4-b5d8-d1920af1f0e0 req-91c6d26a-dea5-4e23-be1f-4a2619380c6f tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0258017 Sep 17 16:17:40.691471 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-8dc3bcdc-dfc7-4d8e-8ffb-9946be4a6113 req-26b51cd3-7b79-4848-921c-ce5f6e529a55 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Sep 17 16:17:41.781521 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2ac1619b-ec21-45e0-ade1-0d08e258d0f9 req-a7e2dadb-08a2-4d52-a362-fe1989aa8cd1 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0259671 Sep 17 16:17:41.818753 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a5433dd8-b09c-421c-8ab0-09309347a92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:42.156467 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:42.876630 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9d776937-1e7f-4c92-aaac-8d76feee0ab4 req-ceba686b-d26e-4721-adda-2b5a79187eff tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0290389 Sep 17 16:17:43.403844 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:43.973632 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-51a9873c-30ce-4b10-8e7a-fbf6fc7f7d19 req-481ef0af-8454-4986-a0be-0223b78a40e9 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0291874 Sep 17 16:17:44.802196 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:45.070338 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a84473bd-1908-4ba7-ad57-f465a1443b40 req-d45de961-5e44-4724-93e0-c280d666c7c6 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0301743 Sep 17 16:17:45.545771 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:46.167502 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5cf0c2c8-26dd-49bf-bb44-80131969d545 req-3ef148b5-904b-43f1-a2e9-b941d71c437a tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0306871 Sep 17 16:17:47.284169 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0ab2c3ed-7e49-42b0-afaf-2ef63cca889b req-0077b88e-ecb6-43f2-af3d-0ea0f95b6616 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a617a3b-b198-469b-96f0-8e376bec32d6 HTTP/1.1" status: 200 len: 210 time: 0.0275853 Sep 17 16:17:48.566545 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd09c0-5207-42c2-8939-20319fcf875d req-2918319b-c436-4a6a-a266-98058da6d008 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:48.568054 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9ecd09c0-5207-42c2-8939-20319fcf875d req-2918319b-c436-4a6a-a266-98058da6d008 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0513842 Sep 17 16:17:48.607795 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9ecd09c0-5207-42c2-8939-20319fcf875d req-c9279734-bab1-45bc-bd2a-03e091fcb405 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Sep 17 16:17:49.723409 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffbb54-17ac-4338-ac81-47850d9ab981 req-0c4b4778-3a64-41a8-aab4-6624d17c49db tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:49.724879 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-23ffbb54-17ac-4338-ac81-47850d9ab981 req-0c4b4778-3a64-41a8-aab4-6624d17c49db tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0514379 Sep 17 16:17:49.762097 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-23ffbb54-17ac-4338-ac81-47850d9ab981 req-45b9302e-b7e6-45e1-81ef-06d1989f3f0f tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Sep 17 16:17:50.878963 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56292967-2a71-4bdd-a006-b29fd65254a6 req-056be8de-5c20-460a-a66b-7202486c238b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:50.880464 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-56292967-2a71-4bdd-a006-b29fd65254a6 req-056be8de-5c20-460a-a66b-7202486c238b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0525184 Sep 17 16:17:50.919094 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-56292967-2a71-4bdd-a006-b29fd65254a6 req-b07353ec-a800-4ffa-8ab3-9c41f31699fc tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Sep 17 16:17:51.393746 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:17:52.032438 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6bab7-31b9-4459-b4c3-8c12386eac4c req-b0630fff-d4d0-4eb7-aeb4-36f44bf63679 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:52.034183 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f8c6bab7-31b9-4459-b4c3-8c12386eac4c req-b0630fff-d4d0-4eb7-aeb4-36f44bf63679 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0482357 Sep 17 16:17:52.071318 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f8c6bab7-31b9-4459-b4c3-8c12386eac4c req-c15127ca-2e28-4b6a-ab0a-2c1ee0ccde71 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Sep 17 16:17:53.188257 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38f774-3055-4651-83a5-5ad5e6b0b205 req-37fcbaa1-b502-4bb5-b69b-2f14dbc3890d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:53.189653 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-cd38f774-3055-4651-83a5-5ad5e6b0b205 req-37fcbaa1-b502-4bb5-b69b-2f14dbc3890d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0530174 Sep 17 16:17:53.229506 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-cd38f774-3055-4651-83a5-5ad5e6b0b205 req-f5fb39b8-bcf7-4ea1-a86d-dbafeed25011 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340409 Sep 17 16:17:54.340578 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d25525-8de0-43a5-bb16-373ba8422981 req-b734041b-8e44-444a-a5ab-ffd6608ba7e8 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:54.342252 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-75d25525-8de0-43a5-bb16-373ba8422981 req-b734041b-8e44-444a-a5ab-ffd6608ba7e8 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0475228 Sep 17 16:17:54.379322 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-75d25525-8de0-43a5-bb16-373ba8422981 req-80300255-9a38-4efe-8e18-f282fa409bb2 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Sep 17 16:17:55.490020 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ea1d-8571-448e-8887-c3ce670784fc req-3bfe96bb-5681-4b59-b3f7-3bce224b75a3 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:55.491474 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3c78ea1d-8571-448e-8887-c3ce670784fc req-3bfe96bb-5681-4b59-b3f7-3bce224b75a3 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0490792 Sep 17 16:17:55.528640 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3c78ea1d-8571-448e-8887-c3ce670784fc req-18e84d1e-dc47-4124-8d4f-13e7b208a40d tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303507 Sep 17 16:17:56.644413 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063461-8995-482d-a2c9-3fbaf5c47445 req-3fb28eda-581c-48d6-85f4-349a2e5e5fab tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:56.645915 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-19063461-8995-482d-a2c9-3fbaf5c47445 req-3fb28eda-581c-48d6-85f4-349a2e5e5fab tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0519981 Sep 17 16:17:56.683404 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-19063461-8995-482d-a2c9-3fbaf5c47445 req-32fb766b-22b2-4f2e-8ae9-c1911600a40c tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Sep 17 16:17:57.258229 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-5c5dd0b7-e73d-48d9-a427-7cf5e41a30c7 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:17:57.259677 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-5c5dd0b7-e73d-48d9-a427-7cf5e41a30c7 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 945 time: 0.0484905 Sep 17 16:17:57.349394 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Deleting port 2b37960e-61b5-4756-8d9d-da2b1807b08c {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:17:57.349759 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:57.435686 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] For port 2b37960e-61b5-4756-8d9d-da2b1807b08c, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=2b37960e-61b5-4756-8d9d-da2b1807b08c,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:17:57.435980 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:57.448121 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Calling delete_port for 2b37960e-61b5-4756-8d9d-da2b1807b08c owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:17:57.577243 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:57.589658 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['780b43e9-d7ea-4945-996a-6558e94da030'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:17:57.604961 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Pushing event deleted for resources: {'Port': ['ID=2b37960e-61b5-4756-8d9d-da2b1807b08c,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:17:57.620014 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.620372 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.620711 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.621050 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.621985 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.622311 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.622637 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.622962 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.623288 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.623608 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.623931 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.624250 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:17:57.658681 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] No DVR routers for this DVR port 2b37960e-61b5-4756-8d9d-da2b1807b08c on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:17:57.661284 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:17:57.663452 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b26c3e85-6948-4b6b-9add-22fcb57cf00a req-ebdd9bb3-e5fc-4e70-a483-d3405dedbec5 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "DELETE /v2.0/ports/2b37960e-61b5-4756-8d9d-da2b1807b08c HTTP/1.1" status: 204 len: 173 time: 0.3970306 Sep 17 16:17:57.663902 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d2735-d95d-4655-b57e-bbdf6df17e8c', 'name': 'network-vif-deleted', 'tag': '2b37960e-61b5-4756-8d9d-da2b1807b08c'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:17:57.666120 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464479d0-d73d-4575-8206-b0698a4146b9" -d '{"events": [{"server_uuid": "764d2735-d95d-4655-b57e-bbdf6df17e8c", "name": "network-vif-deleted", "tag": "2b37960e-61b5-4756-8d9d-da2b1807b08c"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:17:57.720863 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2727278d-9409-4dc7-a4f6-9356fd3a8d05 x-openstack-request-id: req-2727278d-9409-4dc7-a4f6-9356fd3a8d05 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:17:57.721175 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d2735-d95d-4655-b57e-bbdf6df17e8c", "name": "network-vif-deleted", "tag": "2b37960e-61b5-4756-8d9d-da2b1807b08c", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:17:57.721401 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2727278d-9409-4dc7-a4f6-9356fd3a8d05 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:17:57.721828 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d2735-d95d-4655-b57e-bbdf6df17e8c', 'name': 'network-vif-deleted', 'tag': '2b37960e-61b5-4756-8d9d-da2b1807b08c', 'status': 'completed', 'code': 200} Sep 17 16:17:57.739826 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 2b37960e-61b5-4756-8d9d-da2b1807b08c no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:17:57.764835 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 2b37960e-61b5-4756-8d9d-da2b1807b08c {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:17:57.765178 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 2b37960e-61b5-4756-8d9d-da2b1807b08c not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:17:57.797154 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c36b0356-e408-4f24-a07b-97605e5ebc3e req-ee791f40-ca8c-471b-bdf6-0485ceac2214 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d2735-d95d-4655-b57e-bbdf6df17e8c HTTP/1.1" status: 200 len: 210 time: 0.0349712 Sep 17 16:18:09.155141 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-b21c1e37-7780-4c5c-ac13-b249961c5ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:10.702904 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338ca0b-75b9-4cf3-bcfa-eb5f7a58785e req-f0cb2d58-5fd7-4a43-a6e0-c5748a3d49c7 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:10.704375 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f338ca0b-75b9-4cf3-bcfa-eb5f7a58785e req-f0cb2d58-5fd7-4a43-a6e0-c5748a3d49c7 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 945 time: 0.0532205 Sep 17 16:18:10.744898 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f338ca0b-75b9-4cf3-bcfa-eb5f7a58785e req-c7a838fb-0a12-464a-8dc5-2e48e9104503 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343647 Sep 17 16:18:11.160716 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38420) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:11.319597 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-76281d08-fc36-464b-b795-b604df5c1771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:11.431256 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-76281d08-fc36-464b-b795-b604df5c1771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:11.435557 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-76281d08-fc36-464b-b795-b604df5c1771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:11.472389 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76281d08-fc36-464b-b795-b604df5c1771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff636c2e-df84-4c88-9a51-248acefdb043,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:11.477089 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-76281d08-fc36-464b-b795-b604df5c1771 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d794631b8f6426bb71c5ed304d73ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149760 Sep 17 16:18:11.479828 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38446) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:11.545172 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6a6e-1214-4bde-b935-96d3f81accc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:11.570085 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6a6e-1214-4bde-b935-96d3f81accc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:11.634794 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6a6e-1214-4bde-b935-96d3f81accc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:11.638351 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6a6e-1214-4bde-b935-96d3f81accc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:11.639670 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-3e8d6a6e-1214-4bde-b935-96d3f81accc8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff636c2e-df84-4c88-9a51-248acefdb043 HTTP/1.1" status: 204 len: 168 time: 0.1580009 Sep 17 16:18:11.664750 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d6a6e-1214-4bde-b935-96d3f81accc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff636c2e-df84-4c88-9a51-248acefdb043,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:11.718734 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0cf53f00-fe88-4e3f-9cd6-d9845e09a84b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:11.720301 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0cf53f00-fe88-4e3f-9cd6-d9845e09a84b tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 945 time: 0.0567429 Sep 17 16:18:11.823450 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ef4e-80ca-46c1-8b0d-8f3d8e0f46c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:11.899981 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d7a75-1400-452a-9598-8c618189f20c req-29b5b8fc-9bc9-44b6-a93e-0ba6d410bb53 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:11.901635 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4c1d7a75-1400-452a-9598-8c618189f20c req-29b5b8fc-9bc9-44b6-a93e-0ba6d410bb53 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e728f4-a6e0-4997-9f4f-036ae02b5c3d HTTP/1.1" status: 200 len: 945 time: 0.0623841 Sep 17 16:18:11.904305 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0e60dff3-ad32-49c3-9b83-e446bb7c7b13 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Deleting port 780b43e9-d7ea-4945-996a-6558e94da030 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:18:11.904809 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0e60dff3-ad32-49c3-9b83-e446bb7c7b13 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:12.008083 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4c1d7a75-1400-452a-9598-8c618189f20c req-c2f15b34-d2aa-49b8-b9a6-5b1f9a739517 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e104f73-5eac-49d5-99da-65aee60b2e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849833 Sep 17 16:18:12.037674 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0e60dff3-ad32-49c3-9b83-e446bb7c7b13 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] For port 780b43e9-d7ea-4945-996a-6558e94da030, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=780b43e9-d7ea-4945-996a-6558e94da030,segment=NetworkSegment(03dc8fa5-7743-4554-b460-00b03bea4058),segment_id=03dc8fa5-7743-4554-b460-00b03bea4058)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:18:12.038314 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0e60dff3-ad32-49c3-9b83-e446bb7c7b13 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:12.052996 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0e60dff3-ad32-49c3-9b83-e446bb7c7b13 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Calling delete_port for 780b43e9-d7ea-4945-996a-6558e94da030 owned by compute:nova {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:18:12.159399 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:12.212799 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0e60dff3-ad32-49c3-9b83-e446bb7c7b13 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:12.227471 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['780b43e9-d7ea-4945-996a-6558e94da030'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:18:12.254083 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60dff3-ad32-49c3-9b83-e446bb7c7b13 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Pushing event deleted for resources: {'Port': ['ID=780b43e9-d7ea-4945-996a-6558e94da030,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:12.308050 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0e60dff3-ad32-49c3-9b83-e446bb7c7b13 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] No DVR routers for this DVR port 780b43e9-d7ea-4945-996a-6558e94da030 on host hv-cinder-73409 {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:18:12.311345 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0e60dff3-ad32-49c3-9b83-e446bb7c7b13 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:12.313668 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-af780b24-d090-49fe-a18b-b74d2c3fe68f req-0e60dff3-ad32-49c3-9b83-e446bb7c7b13 tempest-AttachVolumeNegativeTest-994308140 tempest-AttachVolumeNegativeTest-994308140-project] 10.222.0.37 "DELETE /v2.0/ports/780b43e9-d7ea-4945-996a-6558e94da030 HTTP/1.1" status: 204 len: 173 time: 0.5852838 Sep 17 16:18:12.314125 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e728f4-a6e0-4997-9f4f-036ae02b5c3d', 'name': 'network-vif-deleted', 'tag': '780b43e9-d7ea-4945-996a-6558e94da030'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:18:12.316410 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73855dc-57d3-40ab-8eed-6ffb7addeebb" -d '{"events": [{"server_uuid": "54e728f4-a6e0-4997-9f4f-036ae02b5c3d", "name": "network-vif-deleted", "tag": "780b43e9-d7ea-4945-996a-6558e94da030"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:18:12.357968 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb8168d-d218-4d4a-b86e-e1765458dc07 x-openstack-request-id: req-1eb8168d-d218-4d4a-b86e-e1765458dc07 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:18:12.357968 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e728f4-a6e0-4997-9f4f-036ae02b5c3d", "name": "network-vif-deleted", "tag": "780b43e9-d7ea-4945-996a-6558e94da030", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:18:12.358470 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1eb8168d-d218-4d4a-b86e-e1765458dc07 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:18:12.358793 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e728f4-a6e0-4997-9f4f-036ae02b5c3d', 'name': 'network-vif-deleted', 'tag': '780b43e9-d7ea-4945-996a-6558e94da030', 'status': 'completed', 'code': 200} Sep 17 16:18:13.066373 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38536) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:13.258452 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2344154e-289a-4edf-b3ef-55a7394a3495 admin admin] Deleting subnet feb33798-0025-4542-8a17-2685e37ce4b9 {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:18:13.261427 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2344154e-289a-4edf-b3ef-55a7394a3495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.300478 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2344154e-289a-4edf-b3ef-55a7394a3495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5451869'] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.346642 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2344154e-289a-4edf-b3ef-55a7394a3495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.407534 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2344154e-289a-4edf-b3ef-55a7394a3495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16344320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16483010'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.412313 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.435183 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344154e-289a-4edf-b3ef-55a7394a3495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb33798-0025-4542-8a17-2685e37ce4b9,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:13.439233 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2344154e-289a-4edf-b3ef-55a7394a3495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.442965 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2344154e-289a-4edf-b3ef-55a7394a3495 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/feb33798-0025-4542-8a17-2685e37ce4b9 HTTP/1.1" status: 204 len: 168 time: 0.3756008 Sep 17 16:18:13.445472 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38554) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:13.522127 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.604609 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.624140 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc043e30-874f-41c9-9332-5436376f0bba']}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:13.633023 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dc8fa5-7743-4554-b460-00b03bea4058') {'for_net_delete': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:13.633324 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dc8fa5-7743-4554-b460-00b03bea4058') {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:13.644026 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5451862'] for segment, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.657797 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.663465 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:18:13.663844 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16345310'] for segment, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: Traceback (most recent call last): Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: timer() Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: cb(*args, **kw) Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: return func(*args, **kwargs) Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: self._notify() Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: self.callback(batched_events) Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: event.method(event) Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: return f(self, *a, **k) Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._get(url).json() Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: return self.request(url, 'GET', **kwargs) Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:18:13.665652 dv-cinder-734093-3-iscsi neutron-server[100590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:18:13.721762 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.727489 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.729297 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] 10.222.0.50 "DELETE /v2.0/networks/dc043e30-874f-41c9-9332-5436376f0bba HTTP/1.1" status: 204 len: 168 time: 0.2823749 Sep 17 16:18:13.739866 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aef01-deec-448e-b99d-d1c1ec279185 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc043e30-874f-41c9-9332-5436376f0bba,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:13.834267 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38560) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:13.872574 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-acd7720f-d1e7-4128-8da5-d9eaf38006ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c30b228319114452b2f33ab3f5a7323f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371535 Sep 17 16:18:13.874947 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38562) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:13.923277 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e401792-d6b5-42a3-9e36-6a68df6ec9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.943932 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e401792-d6b5-42a3-9e36-6a68df6ec9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.996662 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e401792-d6b5-42a3-9e36-6a68df6ec9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:13.999224 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e401792-d6b5-42a3-9e36-6a68df6ec9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:14.000373 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-1e401792-d6b5-42a3-9e36-6a68df6ec9ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e104f73-5eac-49d5-99da-65aee60b2e88 HTTP/1.1" status: 204 len: 168 time: 0.1246099 Sep 17 16:18:14.008094 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e401792-d6b5-42a3-9e36-6a68df6ec9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e104f73-5eac-49d5-99da-65aee60b2e88,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:14.810738 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:15.188802 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38622) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:15.289926 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-251f2759-cae4-421f-b8c9-addf75cd8cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:15.377709 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-251f2759-cae4-421f-b8c9-addf75cd8cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:15.381346 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-251f2759-cae4-421f-b8c9-addf75cd8cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:15.419769 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-251f2759-cae4-421f-b8c9-addf75cd8cad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b7da26f8fde45b7a15d83d79280932d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299192 Sep 17 16:18:15.420887 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f2759-cae4-421f-b8c9-addf75cd8cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3d2db5-eebc-450f-8ef8-2247b3126545,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:15.422490 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38626) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:15.471113 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:15.491997 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:15.542438 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:15.546434 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:15.548336 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d3d2db5-eebc-450f-8ef8-2247b3126545 HTTP/1.1" status: 204 len: 168 time: 0.1241422 Sep 17 16:18:15.555443 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:15.558342 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3d2db5-eebc-450f-8ef8-2247b3126545,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:15.565813 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.566352 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.566882 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.567704 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.568363 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.569299 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.569972 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.570496 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.571014 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.571544 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.572049 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:15.572710 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd264c-a8a1-496c-8841-428372f236dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:17.305350 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38714) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:17.361263 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 780b43e9-d7ea-4945-996a-6558e94da030 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:18:17.382034 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 780b43e9-d7ea-4945-996a-6558e94da030 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:18:17.382391 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 780b43e9-d7ea-4945-996a-6558e94da030 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:18:17.408956 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-dc03b43e-be42-4e14-a457-5fa975f36f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:17.498598 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-dc03b43e-be42-4e14-a457-5fa975f36f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:17.502408 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-dc03b43e-be42-4e14-a457-5fa975f36f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:17.539726 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-dc03b43e-be42-4e14-a457-5fa975f36f55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d6dbca315d64c819b89080b0e03c9db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332778 Sep 17 16:18:17.542452 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38718) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:17.544965 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03b43e-be42-4e14-a457-5fa975f36f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff26b3e-cc07-4a26-9bfd-3c6fca3b8294,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:17.590939 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf32c3ad-a0c3-49cf-8883-5d43b7495591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:17.612955 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf32c3ad-a0c3-49cf-8883-5d43b7495591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:17.658665 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf32c3ad-a0c3-49cf-8883-5d43b7495591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:17.661250 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf32c3ad-a0c3-49cf-8883-5d43b7495591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:17.662463 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-cf32c3ad-a0c3-49cf-8883-5d43b7495591 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bff26b3e-cc07-4a26-9bfd-3c6fca3b8294 HTTP/1.1" status: 204 len: 168 time: 0.1183095 Sep 17 16:18:17.670591 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32c3ad-a0c3-49cf-8883-5d43b7495591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff26b3e-cc07-4a26-9bfd-3c6fca3b8294,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:17.930122 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38728) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:17.943004 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-36716184-958f-40af-a565-995149a63b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:18.037846 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-36716184-958f-40af-a565-995149a63b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:18.045198 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-36716184-958f-40af-a565-995149a63b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:18.083223 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-36716184-958f-40af-a565-995149a63b55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d92cab785b24fcaaf0cffd403b7425e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520090 Sep 17 16:18:18.084059 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36716184-958f-40af-a565-995149a63b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982dc5e9-eb8e-4360-99ac-64f4c710d892,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:18.085822 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38736) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:18.134491 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3eedcd94-0638-4e10-a791-bd697f7842cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:18.155863 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3eedcd94-0638-4e10-a791-bd697f7842cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:18.203330 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3eedcd94-0638-4e10-a791-bd697f7842cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:18.205899 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3eedcd94-0638-4e10-a791-bd697f7842cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:18.207045 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-3eedcd94-0638-4e10-a791-bd697f7842cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/982dc5e9-eb8e-4360-99ac-64f4c710d892 HTTP/1.1" status: 204 len: 168 time: 0.1202016 Sep 17 16:18:18.215977 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedcd94-0638-4e10-a791-bd697f7842cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982dc5e9-eb8e-4360-99ac-64f4c710d892,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:28.392520 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:18:30.705882 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 38978) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:30.817237 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cd5a22cb-3a1e-40da-b969-08d0dad9d13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:30.911069 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cd5a22cb-3a1e-40da-b969-08d0dad9d13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:30.914828 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cd5a22cb-3a1e-40da-b969-08d0dad9d13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:30.952241 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-cd5a22cb-3a1e-40da-b969-08d0dad9d13c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20bb5f5d403b47f58969f036e3db4f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452619 Sep 17 16:18:30.954202 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a22cb-3a1e-40da-b969-08d0dad9d13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd66ad1c-609e-49fe-aa94-02c9d27b6773,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:30.955796 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 38996) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:31.008996 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ea483348-7fa4-41e9-9909-bed52ea4c30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.030671 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ea483348-7fa4-41e9-9909-bed52ea4c30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.086176 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ea483348-7fa4-41e9-9909-bed52ea4c30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.089284 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ea483348-7fa4-41e9-9909-bed52ea4c30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.090485 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-ea483348-7fa4-41e9-9909-bed52ea4c30a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd66ad1c-609e-49fe-aa94-02c9d27b6773 HTTP/1.1" status: 204 len: 168 time: 0.1328061 Sep 17 16:18:31.098304 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea483348-7fa4-41e9-9909-bed52ea4c30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd66ad1c-609e-49fe-aa94-02c9d27b6773,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:31.719621 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39034) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:31.812660 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624316786-network', 'tenant_id': '65c9d8f8d8e940e4b437188f2f41267e'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:18:31.833552 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Made reservation on behalf of 65c9d8f8d8e940e4b437188f2f41267e for: {'network': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:18:31.835758 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.844026 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.930943 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.935064 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.961227 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=100590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:18:31.967455 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12822769-f97f-4170-ba2f-7e3939a2cfb8,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:31.973646 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:31.973996 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.segments_db [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Added segment 30e9cd4b-84ea-4d96-a447-931825cd2195 of type vlan for network 2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea Sep 17 16:18:32.014340 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:32.037801 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:32.038763 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:32.039344 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:32.066667 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3459892 Sep 17 16:18:32.069717 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39040) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:32.078462 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Request body: {'subnet': {'network_id': '2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624316786-subnet', 'tenant_id': '65c9d8f8d8e940e4b437188f2f41267e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:18:32.099906 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Made reservation on behalf of 65c9d8f8d8e940e4b437188f2f41267e for: {'subnet': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:18:32.100996 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a13584-ff72-421a-a339-42154aede98f admin admin] Pushing event updated for resources: {'Network': ['ID=2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:32.103996 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4257439'] for subnet, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:32.112395 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:18:32.271445 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16506902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4257457'] for subnet, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:32.334494 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=391d33d6-d208-4050-836e-60cb367309f2,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:32.343163 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Checking segment: {'id': '30e9cd4b-84ea-4d96-a447-931825cd2195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:18:32.343528 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Network hostable DHCP agents. Network: 2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:18:32.360061 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Network 2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:18:32.367549 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea) {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:18:32.371686 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:32.372277 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:32.377901 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef00473f-b02d-4d4b-bc15-c4a12077102c None None] Network 2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:18:32.387302 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-fd90e22b-06fe-4533-a24b-6e931901d24d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3159325 Sep 17 16:18:32.509439 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ab20ac-9e59-42d0-83bb-43cd0e1e0d81 None None] Network 2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:18:32.845160 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39068) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:32.850129 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-219650811-network', 'tenant_id': '6f20e0102dae4163890a730120e3b850'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:18:32.871381 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Made reservation on behalf of 6f20e0102dae4163890a730120e3b850 for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:18:32.873800 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:32.882910 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:32.969975 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:32.973365 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:32.996365 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:18:33.005460 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdd6560-6996-4d6a-8a21-309b730742c4,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:33.010048 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.010391 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Added segment 0f4a470f-0b86-4024-8858-64dea98517df of type vlan for network 3acc23b6-aeb3-49f1-9af4-77f54e250a6e Sep 17 16:18:33.050360 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.073677 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.074608 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:33.075183 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.102236 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2559919 Sep 17 16:18:33.105266 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39070) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:33.110298 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Request body: {'subnet': {'network_id': '3acc23b6-aeb3-49f1-9af4-77f54e250a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-219650811-subnet', 'tenant_id': '6f20e0102dae4163890a730120e3b850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:18:33.130396 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Made reservation on behalf of 6f20e0102dae4163890a730120e3b850 for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:18:33.132717 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16483045'] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.137665 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa4652-441d-4dc2-b7ca-1e9204abd1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=3acc23b6-aeb3-49f1-9af4-77f54e250a6e,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:33.149173 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 3acc23b6-aeb3-49f1-9af4-77f54e250a6e details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:18:33.301284 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16344387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16483019'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.356396 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d9a441-634c-42e1-9b96-d85d3da84dd0,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:33.371843 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Checking segment: {'id': '0f4a470f-0b86-4024-8858-64dea98517df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3acc23b6-aeb3-49f1-9af4-77f54e250a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:18:33.372201 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Network hostable DHCP agents. Network: 3acc23b6-aeb3-49f1-9af4-77f54e250a6e, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:18:33.388738 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Network 3acc23b6-aeb3-49f1-9af4-77f54e250a6e is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:18:33.396868 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 3acc23b6-aeb3-49f1-9af4-77f54e250a6e) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:18:33.400922 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:33.401520 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.405567 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e5264-3241-47e2-862d-25eca08757c1 None None] Network 3acc23b6-aeb3-49f1-9af4-77f54e250a6e requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:18:33.415290 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-1e8bdd5c-0825-4efe-ac39-dd24fe0c2c2f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3087785 Sep 17 16:18:33.523547 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39080) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:33.533664 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd5a44-6c0d-4a60-83d8-d4178e544575 None None] Network 3acc23b6-aeb3-49f1-9af4-77f54e250a6e requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:18:33.574579 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d10e9a-ae40-4098-9db4-040a8f778f64 admin admin] Deleting subnet 391d33d6-d208-4050-836e-60cb367309f2 {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:18:33.578691 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-38d10e9a-ae40-4098-9db4-040a8f778f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.614397 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-38d10e9a-ae40-4098-9db4-040a8f778f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5451869'] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.654357 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-38d10e9a-ae40-4098-9db4-040a8f778f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.710004 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-38d10e9a-ae40-4098-9db4-040a8f778f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16344320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16483010'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.737321 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d10e9a-ae40-4098-9db4-040a8f778f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391d33d6-d208-4050-836e-60cb367309f2,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:33.739331 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-38d10e9a-ae40-4098-9db4-040a8f778f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.742273 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-38d10e9a-ae40-4098-9db4-040a8f778f64 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/391d33d6-d208-4050-836e-60cb367309f2 HTTP/1.1" status: 204 len: 168 time: 0.2166822 Sep 17 16:18:33.743648 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39086) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:33.810824 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.892547 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.911522 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea']}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:33.921074 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e9cd4b-84ea-4d96-a447-931825cd2195') {'for_net_delete': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:33.921374 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e9cd4b-84ea-4d96-a447-931825cd2195') {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:33.930421 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5451862'] for segment, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.943983 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.949801 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=100590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:18:33.950162 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16345310'] for segment, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: Traceback (most recent call last): Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: timer() Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: cb(*args, **kw) Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: return func(*args, **kwargs) Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: self._notify() Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: self.callback(batched_events) Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: event.method(event) Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: return f(self, *a, **k) Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._get(url).json() Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: return self.request(url, 'GET', **kwargs) Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:18:33.951835 dv-cinder-734093-3-iscsi neutron-server[100590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:18:34.008803 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.014335 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.016175 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] 10.222.0.50 "DELETE /v2.0/networks/2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea HTTP/1.1" status: 204 len: 168 time: 0.2716205 Sep 17 16:18:34.019333 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39090) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:34.027783 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244fc63-f611-4de5-91b0-fb76670a934c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ecf7933-8f6a-4d5c-ac5f-381b9a42bfea,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:34.065439 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_v2 [None req-db77cc88-3e49-4cb0-9692-7a795f105288 admin admin] Deleting subnet b6d9a441-634c-42e1-9b96-d85d3da84dd0 {{(pid=100591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:18:34.068433 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-db77cc88-3e49-4cb0-9692-7a795f105288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.102151 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-db77cc88-3e49-4cb0-9692-7a795f105288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16506977'] for subnet, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.140102 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-db77cc88-3e49-4cb0-9692-7a795f105288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.194075 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-db77cc88-3e49-4cb0-9692-7a795f105288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4257464'] for subnet, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.219916 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77cc88-3e49-4cb0-9692-7a795f105288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d9a441-634c-42e1-9b96-d85d3da84dd0,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:34.223916 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-db77cc88-3e49-4cb0-9692-7a795f105288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.225870 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-db77cc88-3e49-4cb0-9692-7a795f105288 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b6d9a441-634c-42e1-9b96-d85d3da84dd0 HTTP/1.1" status: 204 len: 168 time: 0.2052939 Sep 17 16:18:34.228822 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39094) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:34.297815 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.609430 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.628582 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acc23b6-aeb3-49f1-9af4-77f54e250a6e']}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:34.638126 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4a470f-0b86-4024-8858-64dea98517df') {'for_net_delete': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:34.638694 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4a470f-0b86-4024-8858-64dea98517df') {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:34.648026 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5451862'] for segment, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.661612 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.667939 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:18:34.668438 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16345310'] for segment, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: Traceback (most recent call last): Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: timer() Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: cb(*args, **kw) Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: return func(*args, **kwargs) Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: self._notify() Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: self.callback(batched_events) Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: event.method(event) Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: return f(self, *a, **k) Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._get(url).json() Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: return self.request(url, 'GET', **kwargs) Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:18:34.670156 dv-cinder-734093-3-iscsi neutron-server[100590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:18:34.722917 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.727524 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.729656 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] 10.222.0.50 "DELETE /v2.0/networks/3acc23b6-aeb3-49f1-9af4-77f54e250a6e HTTP/1.1" status: 204 len: 168 time: 0.4985554 Sep 17 16:18:34.741765 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28876b67-8ff7-4e2c-9df8-5dae3186cd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=3acc23b6-aeb3-49f1-9af4-77f54e250a6e,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:34.883944 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39108) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:34.924074 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-476f6df1-db3e-4882-8754-04a7b75875c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65c9d8f8d8e940e4b437188f2f41267e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389967 Sep 17 16:18:34.926569 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39110) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:34.973842 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3dd499c8-f1f1-41c9-93a6-c7a9deb98ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:34.994491 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3dd499c8-f1f1-41c9-93a6-c7a9deb98ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:35.042167 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3dd499c8-f1f1-41c9-93a6-c7a9deb98ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:35.044739 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3dd499c8-f1f1-41c9-93a6-c7a9deb98ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:35.045931 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-3dd499c8-f1f1-41c9-93a6-c7a9deb98ced admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12822769-f97f-4170-ba2f-7e3939a2cfb8 HTTP/1.1" status: 204 len: 168 time: 0.1184132 Sep 17 16:18:35.053800 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd499c8-f1f1-41c9-93a6-c7a9deb98ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12822769-f97f-4170-ba2f-7e3939a2cfb8,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:35.358662 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39118) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:35.400568 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-e6d9be74-a2f9-457f-8fef-9eb53ef453d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f20e0102dae4163890a730120e3b850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406826 Sep 17 16:18:35.403643 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39120) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:35.449730 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-df66ad85-46de-4cdb-a78c-577080f7d5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:35.473988 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-df66ad85-46de-4cdb-a78c-577080f7d5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:35.530836 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-df66ad85-46de-4cdb-a78c-577080f7d5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:35.533513 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-df66ad85-46de-4cdb-a78c-577080f7d5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:35.534894 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-df66ad85-46de-4cdb-a78c-577080f7d5da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fdd6560-6996-4d6a-8a21-309b730742c4 HTTP/1.1" status: 204 len: 168 time: 0.1303680 Sep 17 16:18:35.544445 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66ad85-46de-4cdb-a78c-577080f7d5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdd6560-6996-4d6a-8a21-309b730742c4,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:37.440362 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39240) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:37.551956 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8fdd826f-4594-4113-a382-f5980053afa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:37.645332 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8fdd826f-4594-4113-a382-f5980053afa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:37.650022 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8fdd826f-4594-4113-a382-f5980053afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:37.688933 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-8fdd826f-4594-4113-a382-f5980053afa2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4602742805024c8aa01c295052cf6efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472577 Sep 17 16:18:37.690833 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd826f-4594-4113-a382-f5980053afa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42170f90-48fd-4f3e-a00d-736695aaafda,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:37.691655 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39258) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:37.748055 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e0d8001-4851-49bd-8061-b7dce2dfb134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:37.771965 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e0d8001-4851-49bd-8061-b7dce2dfb134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:37.821717 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e0d8001-4851-49bd-8061-b7dce2dfb134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:37.825503 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1e0d8001-4851-49bd-8061-b7dce2dfb134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:37.826708 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-1e0d8001-4851-49bd-8061-b7dce2dfb134 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42170f90-48fd-4f3e-a00d-736695aaafda HTTP/1.1" status: 204 len: 168 time: 0.1340747 Sep 17 16:18:37.834589 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d8001-4851-49bd-8061-b7dce2dfb134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42170f90-48fd-4f3e-a00d-736695aaafda,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:37.849209 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39264) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:37.954789 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2f236871-0432-4007-9c59-78538ce17564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.047940 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2f236871-0432-4007-9c59-78538ce17564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.051820 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2f236871-0432-4007-9c59-78538ce17564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.090852 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2f236871-0432-4007-9c59-78538ce17564 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d161173d6e14db2b0c5062b67678e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403018 Sep 17 16:18:38.091906 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f236871-0432-4007-9c59-78538ce17564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2dfb4-5798-48a6-b591-dbc6f8b4fe8d,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:38.093816 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39272) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:38.149777 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5190cac2-591c-4ff0-be1b-db154f2094c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.157501 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39278) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:38.171324 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-24ac11f2-2fab-40e5-8892-9688fcae0b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.171528 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5190cac2-591c-4ff0-be1b-db154f2094c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.234095 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5190cac2-591c-4ff0-be1b-db154f2094c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.236611 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5190cac2-591c-4ff0-be1b-db154f2094c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.240108 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-5190cac2-591c-4ff0-be1b-db154f2094c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ec2dfb4-5798-48a6-b591-dbc6f8b4fe8d HTTP/1.1" status: 204 len: 168 time: 0.1428549 Sep 17 16:18:38.251877 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190cac2-591c-4ff0-be1b-db154f2094c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2dfb4-5798-48a6-b591-dbc6f8b4fe8d,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:38.286532 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-24ac11f2-2fab-40e5-8892-9688fcae0b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.291405 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-24ac11f2-2fab-40e5-8892-9688fcae0b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.343429 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac11f2-2fab-40e5-8892-9688fcae0b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc5fb57-1985-452b-8a19-5cce4b1bd992,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:38.350389 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-24ac11f2-2fab-40e5-8892-9688fcae0b86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1e64b9788284a55957f00ea4600faa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894286 Sep 17 16:18:38.351489 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39298) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:38.425005 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4df1-a425-456e-bf6d-366d307a7abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.456728 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4df1-a425-456e-bf6d-366d307a7abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.517427 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4df1-a425-456e-bf6d-366d307a7abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.520149 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4df1-a425-456e-bf6d-366d307a7abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:38.521612 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-e8ee4df1-a425-456e-bf6d-366d307a7abd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcc5fb57-1985-452b-8a19-5cce4b1bd992 HTTP/1.1" status: 204 len: 168 time: 0.1688697 Sep 17 16:18:38.533392 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee4df1-a425-456e-bf6d-366d307a7abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc5fb57-1985-452b-8a19-5cce4b1bd992,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:39.155822 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-10bc2231-f0c6-487b-9811-96414cbb2795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.034975 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39456) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:40.164562 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5a9eda6c-ca30-4e78-8c2d-aec1761334a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.267080 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5a9eda6c-ca30-4e78-8c2d-aec1761334a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.270982 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5a9eda6c-ca30-4e78-8c2d-aec1761334a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.315944 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-5a9eda6c-ca30-4e78-8c2d-aec1761334a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=424d23e694a748acabdcad132c3f5aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798517 Sep 17 16:18:40.318639 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39476) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:40.322447 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eda6c-ca30-4e78-8c2d-aec1761334a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e62a02-d308-4ec3-907b-89d583410965,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:40.371268 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d966a24-9703-4f79-add7-c042a2b87527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.396286 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d966a24-9703-4f79-add7-c042a2b87527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.446325 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d966a24-9703-4f79-add7-c042a2b87527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.449221 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d966a24-9703-4f79-add7-c042a2b87527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.450417 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2d966a24-9703-4f79-add7-c042a2b87527 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59e62a02-d308-4ec3-907b-89d583410965 HTTP/1.1" status: 204 len: 168 time: 0.1308110 Sep 17 16:18:40.460103 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d966a24-9703-4f79-add7-c042a2b87527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e62a02-d308-4ec3-907b-89d583410965,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:40.821298 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39504) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:40.837819 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ab56af5a-c5da-4e19-bbb3-a244745c9e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.941929 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ab56af5a-c5da-4e19-bbb3-a244745c9e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.946416 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ab56af5a-c5da-4e19-bbb3-a244745c9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:40.990110 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-ab56af5a-c5da-4e19-bbb3-a244745c9e39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be938553216e47cb9df8933cc8925c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675143 Sep 17 16:18:40.990730 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39510) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:40.997805 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56af5a-c5da-4e19-bbb3-a244745c9e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf5ee6f-4a1e-40ac-8262-1f65801e2f58,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:41.047338 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5003bf16-3ae7-4ef0-b345-95dc98b0431d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:41.070903 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5003bf16-3ae7-4ef0-b345-95dc98b0431d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:41.129893 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5003bf16-3ae7-4ef0-b345-95dc98b0431d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:41.132832 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5003bf16-3ae7-4ef0-b345-95dc98b0431d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:41.136984 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-5003bf16-3ae7-4ef0-b345-95dc98b0431d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/baf5ee6f-4a1e-40ac-8262-1f65801e2f58 HTTP/1.1" status: 204 len: 168 time: 0.1422067 Sep 17 16:18:41.143978 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003bf16-3ae7-4ef0-b345-95dc98b0431d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf5ee6f-4a1e-40ac-8262-1f65801e2f58,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:41.820231 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-aafcc25c-88b1-465c-b654-f3a2027ba69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:42.161272 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:42.870791 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39614) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:42.979478 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3ebabca9-d539-481a-984b-3662929b47a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.073597 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3ebabca9-d539-481a-984b-3662929b47a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.077191 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-3ebabca9-d539-481a-984b-3662929b47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.116956 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-3ebabca9-d539-481a-984b-3662929b47a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d572fcda3264122b28b35f61eb85995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444236 Sep 17 16:18:43.119072 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebabca9-d539-481a-984b-3662929b47a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a504ea3-32bf-4148-a19e-596a0444142c,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:43.120800 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39620) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:43.171577 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc51a-93dd-439c-932e-c81a77b4e18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.192512 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc51a-93dd-439c-932e-c81a77b4e18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.243089 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc51a-93dd-439c-932e-c81a77b4e18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.245650 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc51a-93dd-439c-932e-c81a77b4e18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.246852 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-b9fbc51a-93dd-439c-932e-c81a77b4e18e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a504ea3-32bf-4148-a19e-596a0444142c HTTP/1.1" status: 204 len: 168 time: 0.1250172 Sep 17 16:18:43.254679 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbc51a-93dd-439c-932e-c81a77b4e18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a504ea3-32bf-4148-a19e-596a0444142c,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:43.411318 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.513117 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39626) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:43.526443 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cffb56f4-6eef-48a5-88b5-f1dfc2a8a82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.614324 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cffb56f4-6eef-48a5-88b5-f1dfc2a8a82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.617939 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cffb56f4-6eef-48a5-88b5-f1dfc2a8a82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.656784 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-cffb56f4-6eef-48a5-88b5-f1dfc2a8a82c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b51e328e57944a8b84bdad2b1aec77e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425395 Sep 17 16:18:43.657939 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb56f4-6eef-48a5-88b5-f1dfc2a8a82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929e9846-f4a6-44f7-b66d-c63a8d47209e,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:43.659505 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39628) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:43.710727 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ddc03d98-b5cd-4f8f-b142-278d05bbe4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.737932 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ddc03d98-b5cd-4f8f-b142-278d05bbe4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.795737 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ddc03d98-b5cd-4f8f-b142-278d05bbe4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.800302 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ddc03d98-b5cd-4f8f-b142-278d05bbe4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:43.803939 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-ddc03d98-b5cd-4f8f-b142-278d05bbe4dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/929e9846-f4a6-44f7-b66d-c63a8d47209e HTTP/1.1" status: 204 len: 168 time: 0.1424766 Sep 17 16:18:43.816075 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc03d98-b5cd-4f8f-b142-278d05bbe4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929e9846-f4a6-44f7-b66d-c63a8d47209e,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:44.811857 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.055499 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39694) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:45.201753 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d826112f-22f6-44dc-ac9c-9ae4e03763f0 admin admin] Deleting subnet 8a145d34-95a3-4dcf-8017-00e3b71af33d {{(pid=100591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:18:45.206052 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d826112f-22f6-44dc-ac9c-9ae4e03763f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.245912 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d826112f-22f6-44dc-ac9c-9ae4e03763f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16506977'] for subnet, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.287981 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d826112f-22f6-44dc-ac9c-9ae4e03763f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.356041 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d826112f-22f6-44dc-ac9c-9ae4e03763f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4257464'] for subnet, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.388445 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d826112f-22f6-44dc-ac9c-9ae4e03763f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.390374 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d826112f-22f6-44dc-ac9c-9ae4e03763f0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8a145d34-95a3-4dcf-8017-00e3b71af33d HTTP/1.1" status: 204 len: 168 time: 0.3338852 Sep 17 16:18:45.391972 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826112f-22f6-44dc-ac9c-9ae4e03763f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a145d34-95a3-4dcf-8017-00e3b71af33d,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:45.393037 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39716) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:45.480858 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.566319 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.574647 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.590537 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a0981f-cc14-464e-a8ac-6c9c405b36fa']}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:45.600061 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e93140-42eb-425e-8fef-41fc65723955') {'for_net_delete': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:45.600361 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e93140-42eb-425e-8fef-41fc65723955') {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:45.610482 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5451862'] for segment, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.624781 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.630856 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:18:45.631242 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16345310'] for segment, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: Traceback (most recent call last): Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: timer() Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: cb(*args, **kw) Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: return func(*args, **kwargs) Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: self._notify() Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: self.callback(batched_events) Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: event.method(event) Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: return f(self, *a, **k) Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._get(url).json() Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: return self.request(url, 'GET', **kwargs) Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:18:45.633482 dv-cinder-734093-3-iscsi neutron-server[100590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:18:45.700127 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.705963 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:45.708018 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] 10.222.0.50 "DELETE /v2.0/networks/d3a0981f-cc14-464e-a8ac-6c9c405b36fa HTTP/1.1" status: 204 len: 168 time: 0.3132086 Sep 17 16:18:45.721707 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf34803-b1a5-4d98-9821-d94535d65b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a0981f-cc14-464e-a8ac-6c9c405b36fa,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:45.889327 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39732) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:45.929435 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-0833894d-607d-4af7-8c0e-c45e1edc8aad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc75810910d04b79896f05ea36216cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387077 Sep 17 16:18:45.933086 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39734) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:45.986571 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71d99fdc-dad0-4bc2-8dd9-78e261f7cdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:46.008671 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71d99fdc-dad0-4bc2-8dd9-78e261f7cdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:46.068132 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71d99fdc-dad0-4bc2-8dd9-78e261f7cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:46.070954 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71d99fdc-dad0-4bc2-8dd9-78e261f7cdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:46.072490 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-71d99fdc-dad0-4bc2-8dd9-78e261f7cdb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3c727ca-8ce9-4936-82da-da381c5fdb6f HTTP/1.1" status: 204 len: 168 time: 0.1383901 Sep 17 16:18:46.086784 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d99fdc-dad0-4bc2-8dd9-78e261f7cdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c727ca-8ce9-4936-82da-da381c5fdb6f,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:49.111361 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39832) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:49.226233 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-13053ab0-87a5-4e1b-bbf3-b468c2fb96fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:49.318841 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-13053ab0-87a5-4e1b-bbf3-b468c2fb96fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:49.323521 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-13053ab0-87a5-4e1b-bbf3-b468c2fb96fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:49.362558 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-13053ab0-87a5-4e1b-bbf3-b468c2fb96fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1137e709b6774a7fba46e2fc0a349a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501044 Sep 17 16:18:49.365444 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39840) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:49.367894 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13053ab0-87a5-4e1b-bbf3-b468c2fb96fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fffd7a4-f9e5-481a-b49e-eb8618f5535a,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:49.419918 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-55809b2f-92ec-4719-baf4-ca7eac213e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:49.446485 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-55809b2f-92ec-4719-baf4-ca7eac213e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:49.511467 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-55809b2f-92ec-4719-baf4-ca7eac213e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:49.514360 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-55809b2f-92ec-4719-baf4-ca7eac213e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:49.515783 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-55809b2f-92ec-4719-baf4-ca7eac213e00 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fffd7a4-f9e5-481a-b49e-eb8618f5535a HTTP/1.1" status: 204 len: 168 time: 0.1489408 Sep 17 16:18:49.530332 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55809b2f-92ec-4719-baf4-ca7eac213e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fffd7a4-f9e5-481a-b49e-eb8618f5535a,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:49.775930 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39852) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:49.788791 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6b994ef2-3115-4888-97a2-96e5a5a93ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:49.883622 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6b994ef2-3115-4888-97a2-96e5a5a93ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:49.892189 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6b994ef2-3115-4888-97a2-96e5a5a93ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:49.932414 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-6b994ef2-3115-4888-97a2-96e5a5a93ffe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87f7625c19b24fbd87862d81b4fe43f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553290 Sep 17 16:18:49.933663 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b994ef2-3115-4888-97a2-96e5a5a93ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561822d0-6566-4eba-9a53-c39d5b9566e8,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:49.935433 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39858) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:49.993753 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d42adf60-2f77-4e8b-9cfb-439de4b428c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.016053 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d42adf60-2f77-4e8b-9cfb-439de4b428c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.070725 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d42adf60-2f77-4e8b-9cfb-439de4b428c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.073423 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d42adf60-2f77-4e8b-9cfb-439de4b428c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.074734 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-d42adf60-2f77-4e8b-9cfb-439de4b428c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/561822d0-6566-4eba-9a53-c39d5b9566e8 HTTP/1.1" status: 204 len: 168 time: 0.1360385 Sep 17 16:18:50.082692 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42adf60-2f77-4e8b-9cfb-439de4b428c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561822d0-6566-4eba-9a53-c39d5b9566e8,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:50.406279 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39872) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:50.419178 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0096ed30-24f1-47be-8cb5-febf674256ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.512239 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0096ed30-24f1-47be-8cb5-febf674256ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.515918 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0096ed30-24f1-47be-8cb5-febf674256ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.562072 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-0096ed30-24f1-47be-8cb5-febf674256ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83eb1b352a664ac796e2437e22f2e9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546488 Sep 17 16:18:50.562242 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39878) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:50.567160 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096ed30-24f1-47be-8cb5-febf674256ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecd8132-68f2-4d28-ab52-5be992ae433e,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:50.615681 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b9f70123-2d68-46f4-92b8-e773db1be53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.639140 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b9f70123-2d68-46f4-92b8-e773db1be53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.688344 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b9f70123-2d68-46f4-92b8-e773db1be53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.691478 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b9f70123-2d68-46f4-92b8-e773db1be53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:50.693038 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-b9f70123-2d68-46f4-92b8-e773db1be53a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ecd8132-68f2-4d28-ab52-5be992ae433e HTTP/1.1" status: 204 len: 168 time: 0.1298001 Sep 17 16:18:50.702173 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f70123-2d68-46f4-92b8-e773db1be53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecd8132-68f2-4d28-ab52-5be992ae433e,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:52.572774 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39976) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:52.680233 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8a4545a0-d7aa-43fb-a033-9e9e7e617d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:52.768738 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8a4545a0-d7aa-43fb-a033-9e9e7e617d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:52.772310 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8a4545a0-d7aa-43fb-a033-9e9e7e617d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:52.814475 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-8a4545a0-d7aa-43fb-a033-9e9e7e617d33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e909f94e7e34efa8c9fdc10047e80f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400942 Sep 17 16:18:52.815718 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4545a0-d7aa-43fb-a033-9e9e7e617d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ca5467-5f2a-4a45-b8ec-93bc65b13e6e,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:52.817413 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39982) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:52.870318 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4c3dcd24-e3b9-4914-b27c-9b9c4c08b65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:52.891814 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4c3dcd24-e3b9-4914-b27c-9b9c4c08b65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:52.937728 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4c3dcd24-e3b9-4914-b27c-9b9c4c08b65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:52.940260 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4c3dcd24-e3b9-4914-b27c-9b9c4c08b65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:52.941504 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-4c3dcd24-e3b9-4914-b27c-9b9c4c08b65b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51ca5467-5f2a-4a45-b8ec-93bc65b13e6e HTTP/1.1" status: 204 len: 168 time: 0.1218121 Sep 17 16:18:52.950032 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dcd24-e3b9-4914-b27c-9b9c4c08b65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ca5467-5f2a-4a45-b8ec-93bc65b13e6e,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:53.200968 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 39990) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:53.214097 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6a09d58a-8c01-4298-843a-16b050bd14fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:53.302726 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6a09d58a-8c01-4298-843a-16b050bd14fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:53.306307 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6a09d58a-8c01-4298-843a-16b050bd14fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:53.343207 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-6a09d58a-8c01-4298-843a-16b050bd14fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66d4d1012c4a479ca543e9e418bebba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411514 Sep 17 16:18:53.344062 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09d58a-8c01-4298-843a-16b050bd14fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82da4691-7160-403b-8d5f-b0e93708fa57,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:53.345876 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 39994) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:53.394610 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8207a0a3-3272-45d8-9772-1a2fe56c0151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:53.414823 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8207a0a3-3272-45d8-9772-1a2fe56c0151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:53.460504 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8207a0a3-3272-45d8-9772-1a2fe56c0151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:53.463261 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8207a0a3-3272-45d8-9772-1a2fe56c0151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:53.464397 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-8207a0a3-3272-45d8-9772-1a2fe56c0151 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82da4691-7160-403b-8d5f-b0e93708fa57 HTTP/1.1" status: 204 len: 168 time: 0.1174726 Sep 17 16:18:53.472011 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207a0a3-3272-45d8-9772-1a2fe56c0151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82da4691-7160-403b-8d5f-b0e93708fa57,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:54.122006 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40020) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:54.215828 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-302481844-network', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:18:54.235986 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Made reservation on behalf of f9a0df147ed340628c89af4a9eebaec1 for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:18:54.238176 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.246593 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.335627 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.339582 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.363707 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:18:54.374337 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dea71d-e895-4aba-8b73-02bb3ae5f859,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:54.380427 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.380771 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Added segment 050ff156-0bfe-4257-b13d-f4a42e9b0ab1 of type vlan for network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 Sep 17 16:18:54.420067 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.446138 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.447257 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:54.448623 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.484264 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3583982 Sep 17 16:18:54.484600 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40026) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:54.489681 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Request body: {'subnet': {'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-302481844-subnet', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'ip_version': 4}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:18:54.512403 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96512a-d49b-4c41-a9a9-c84fe3eb95f3 admin admin] Pushing event updated for resources: {'Network': ['ID=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:54.513292 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Made reservation on behalf of f9a0df147ed340628c89af4a9eebaec1 for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:18:54.515648 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16483045'] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.523148 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:18:54.686290 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16344387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16483019'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.745932 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4407bbe9-14b0-47f9-adee-163dd1357077,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:54.755576 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Checking segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:18:54.755937 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Network hostable DHCP agents. Network: dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:18:54.773203 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:18:54.781204 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:18:54.785314 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:54.785973 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.791617 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec7620-dc77-4ff5-844b-53ee2d59cc86 None None] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:18:54.799928 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-491b1b94-d99b-4c3d-8f9a-f02873638eaa admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3142157 Sep 17 16:18:54.802546 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40030) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:54.807339 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:18:54.826971 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8376715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1502'] for router, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.827950 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8332939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8308998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1513'] for router, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.881215 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:54.934534 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fedc02d-960d-571d-9979-9c94b4adbb85-dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077'}]}} from dv-cinder-734093-3-iscsi. {{(pid=100592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:18:54.935407 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.018689 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.070641 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.db_base_plugin_common [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Allocated IP 172.20.0.2 (dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68/4407bbe9-14b0-47f9-adee-163dd1357077/9fd27d57-1ba8-453c-ae53-42fee8f85be9) {{(pid=100592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:18:55.213898 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Notify callbacks [] for port, precommit_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.220301 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.227089 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.247080 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.261599 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 is already hosted by enough agents. {{(pid=100592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:18:55.264360 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.base_scheduler [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Resources bound (agent type, host, resource id): {{(pid=100592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:18:55.267699 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Received port after_create {{(pid=100592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:18:55.277142 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Pushing event updated for resources: {'Port': ['ID=9fd27d57-1ba8-453c-ae53-42fee8f85be9,revision_number=1']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:55.301409 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.301808 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.302163 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.302505 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.302842 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.303177 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.303509 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.303840 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.304185 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.304517 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.304847 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.305168 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:55.336180 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Attempting to bind port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:18:55.336547 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Attempting to bind port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:18:55.336904 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Attempting to bind port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:18:55.342465 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:18:55.342834 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Checking segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:18:55.343228 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.343612 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Bound using segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:18:55.344071 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Bound port: 9fd27d57-1ba8-453c-ae53-42fee8f85be9, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:18:55.344454 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.356900 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Allocated IP 172.27.1.133 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/306d0a59-ee25-47e9-96dd-dc30f96a8caf) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:18:55.409135 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] For port 9fd27d57-1ba8-453c-ae53-42fee8f85be9, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:18:55.412981 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] For port 9fd27d57-1ba8-453c-ae53-42fee8f85be9, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=9fd27d57-1ba8-453c-ae53-42fee8f85be9,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:18:55.417563 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.464030 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.482507 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2db69-b73a-4bbf-8cf5-a35671eaedf7 None None] Pushing event updated for resources: {'Port': ['ID=9fd27d57-1ba8-453c-ae53-42fee8f85be9,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:55.498491 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.535877 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:18:55.540032 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:18:55.543601 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:18:55.551855 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Pushing event updated for resources: {'Port': ['ID=306d0a59-ee25-47e9-96dd-dc30f96a8caf,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:55.774511 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 9fd27d57-1ba8-453c-ae53-42fee8f85be9 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:18:55.826114 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:18:55.826849 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.868293 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.917206 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:55.950810 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 9fd27d57-1ba8-453c-ae53-42fee8f85be9, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=9fd27d57-1ba8-453c-ae53-42fee8f85be9,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:18:55.954474 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:56.074722 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660'] for router, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:56.122890 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=9fd27d57-1ba8-453c-ae53-42fee8f85be9,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:56.211204 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Router 45f16ca5-e65e-4ecc-9334-63728931f0ab is scheduled to L3 agent 328f6824-1025-4733-b24f-04b6db32291a with binding_index 1 {{(pid=100590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:18:56.322113 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:18:56.330927 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Sync routers for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:18:56.338972 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:56.343417 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40042) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:56.343881 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:18:56.344302 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:18:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:56.360362 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-b4693452-e4a7-4acc-8ba3-4c596afd2901 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5417974 Sep 17 16:18:56.390659 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1419f3d-2086-4615-a214-660d3afde507 None None] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:18:56.504457 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-31ef2e26-bba8-4dae-9965-a349dba84352 None None] Provisioning complete for port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:18:56.504834 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-31ef2e26-bba8-4dae-9965-a349dba84352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:56.538697 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:18:56.765668 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:56.843991 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:55Z', 'revision_number': 3, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:56.894825 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Checking router: 45f16ca5-e65e-4ecc-9334-63728931f0ab for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:18:56.895452 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Updating router 45f16ca5-e65e-4ecc-9334-63728931f0ab port 306d0a59-ee25-47e9-96dd-dc30f96a8caf binding host dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:18:56.926091 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:56.940718 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Allocated IP 172.20.0.1 (dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68/4407bbe9-14b0-47f9-adee-163dd1357077/9904be89-7112-492b-a3e0-7d1866b4aeda) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:18:57.055442 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.090067 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.133926 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:18:57.136968 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:18:57.139717 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:18:57.143179 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-54ba22f6-4167-4349-a121-a6481d68a153 None None] Provisioning complete for port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:18:57.143475 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-54ba22f6-4167-4349-a121-a6481d68a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.174454 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Pushing event updated for resources: {'Port': ['ID=9904be89-7112-492b-a3e0-7d1866b4aeda,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:57.191611 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8333707'] for router_interface, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.240328 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.248842 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.343017 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4cb1e-93bb-4b2a-8dec-c38f473562a3 None None] Pushing event updated for resources: {'Port': ['ID=306d0a59-ee25-47e9-96dd-dc30f96a8caf,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:57.345365 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Attempting to bind port 306d0a59-ee25-47e9-96dd-dc30f96a8caf on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:18:57.345772 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Attempting to bind port 306d0a59-ee25-47e9-96dd-dc30f96a8caf by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:18:57.346140 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Attempting to bind port 306d0a59-ee25-47e9-96dd-dc30f96a8caf on network cfc9e63a-f126-460d-a39a-340e6a463e78 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:18:57.352065 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:18:57.352451 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:18:57.352859 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.353254 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Bound using segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:18:57.354731 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Bound port: 306d0a59-ee25-47e9-96dd-dc30f96a8caf, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:18:57.354948 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.417784 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] For port 306d0a59-ee25-47e9-96dd-dc30f96a8caf, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:18:57.421277 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] For port 306d0a59-ee25-47e9-96dd-dc30f96a8caf, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=306d0a59-ee25-47e9-96dd-dc30f96a8caf,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:18:57.426283 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.496048 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-c6fb66e1-44ed-4e73-96d2-e8f6af54e699 None None] Provisioning complete for port 9904be89-7112-492b-a3e0-7d1866b4aeda triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:18:57.496425 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c6fb66e1-44ed-4e73-96d2-e8f6af54e699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.501007 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:18:57.501213 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:18:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:57.524610 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4cb1e-93bb-4b2a-8dec-c38f473562a3 None None] Pushing event updated for resources: {'Port': ['ID=306d0a59-ee25-47e9-96dd-dc30f96a8caf,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:57.582139 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb66e1-44ed-4e73-96d2-e8f6af54e699 None None] Port 9904be89-7112-492b-a3e0-7d1866b4aeda cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:18:57.598116 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.649124 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:18:57.731790 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 9fd27d57-1ba8-453c-ae53-42fee8f85be9 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:18:57.770813 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.775979 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.831435 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:18:57.831755 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.840812 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Pushing event updated for resources: {'Port': ['ID=9904be89-7112-492b-a3e0-7d1866b4aeda,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:57.843370 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8079789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8333851'] for router_interface, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:57.939805 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:18:57.941403 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:18:57.948765 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:55Z', 'revision_number': 3, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:58.076323 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Router 45f16ca5-e65e-4ecc-9334-63728931f0ab has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:18:58.102357 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331045ee-354c-4f8e-a389-999e554292c5 None None] The sync data for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi is: [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:55Z', 'revision_number': 3, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:18:58.204881 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:18:58.206013 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-fc3f43d7-4039-4c7f-a7c7-4c5580e0a30e None None] Provisioning complete for port 9904be89-7112-492b-a3e0-7d1866b4aeda triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:18:58.206446 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-fc3f43d7-4039-4c7f-a7c7-4c5580e0a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:58.210240 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-62e7a15a-b786-4661-bfd3-34b88074775a admin admin] 10.222.0.50 "PUT /v2.0/routers/45f16ca5-e65e-4ecc-9334-63728931f0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8657942 Sep 17 16:18:58.241986 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f43d7-4039-4c7f-a7c7-4c5580e0a30e None None] Port 9904be89-7112-492b-a3e0-7d1866b4aeda cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:18:58.734804 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40070) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:58.739885 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-114571144-network', 'tenant_id': 'af1cd70246c3455488d2233186a5955c'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:18:58.762336 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Made reservation on behalf of af1cd70246c3455488d2233186a5955c for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:18:58.764810 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:58.773718 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:58.874179 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:58.878914 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:58.907891 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:18:58.914527 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e7a070-57ea-4c04-b3ab-956c6ddf2b89,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:58.921159 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:58.921514 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Added segment c068d4e7-7635-463b-b6a7-f9f31307535f of type vlan for network 67c57c01-b624-466e-b819-4ec0fde18375 Sep 17 16:18:58.964064 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:58.987806 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:58.988810 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:58.989400 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.021610 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2856781 Sep 17 16:18:59.024432 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40074) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:59.029385 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Request body: {'subnet': {'network_id': '67c57c01-b624-466e-b819-4ec0fde18375', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-114571144-subnet', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'ip_version': 4}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:18:59.050935 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Made reservation on behalf of af1cd70246c3455488d2233186a5955c for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:18:59.053372 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16483045'] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.057565 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbcdb7-ba8d-420a-9fdd-665e32afdf0c admin admin] Pushing event updated for resources: {'Network': ['ID=67c57c01-b624-466e-b819-4ec0fde18375,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:59.068378 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 67c57c01-b624-466e-b819-4ec0fde18375 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:18:59.227796 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16344387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16483019'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.283331 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3355c3c-c987-4a10-82f5-2de748458555,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:18:59.296489 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.296847 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.297187 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.297522 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.297881 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.298212 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.298541 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.298868 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.299195 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.299516 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.299875 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.300195 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:18:59.307747 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Checking segment: {'id': 'c068d4e7-7635-463b-b6a7-f9f31307535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:18:59.308110 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Network hostable DHCP agents. Network: 67c57c01-b624-466e-b819-4ec0fde18375, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:18:59.327939 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Network 67c57c01-b624-466e-b819-4ec0fde18375 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:18:59.338660 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 67c57c01-b624-466e-b819-4ec0fde18375) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:18:59.343017 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:18:59.343815 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.363185 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-5bdffb71-4a85-4913-ae4f-75077054e144 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3352482 Sep 17 16:18:59.363674 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40078) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:18:59.368988 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-114571144-router', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:18:59.382009 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26aff32-a4b9-4db4-9e98-d9f42fc0db1f None None] Network 67c57c01-b624-466e-b819-4ec0fde18375 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:18:59.392402 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8376715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1502'] for router, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.393795 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8332939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8308998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1513'] for router, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.456399 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.542546 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fedc02d-960d-571d-9979-9c94b4adbb85-67c57c01-b624-466e-b819-4ec0fde18375', 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'fixed_ips': [{'subnet_id': 'e3355c3c-c987-4a10-82f5-2de748458555'}]}} from dv-cinder-734093-3-iscsi. {{(pid=100592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:18:59.543433 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.603136 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.621191 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Sync routers for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:18:59.631551 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:18:59.632595 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:18:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:18:59.685555 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.db_base_plugin_common [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Allocated IP 172.20.0.2 (67c57c01-b624-466e-b819-4ec0fde18375/e3355c3c-c987-4a10-82f5-2de748458555/17ac6069-79d4-45aa-875d-4ac5df5ff729) {{(pid=100592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:18:59.760747 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:18:59.797987 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 306d0a59-ee25-47e9-96dd-dc30f96a8caf up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:18:59.820723 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.841117 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.893147 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Notify callbacks [] for port, precommit_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.903033 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.948727 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 306d0a59-ee25-47e9-96dd-dc30f96a8caf triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:18:59.949013 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:18:59.958911 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Network 67c57c01-b624-466e-b819-4ec0fde18375 is already hosted by enough agents. {{(pid=100592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:18:59.977385 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Allocated IP 172.27.1.231 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/b2f2328b-fa77-41d2-9ad8-69a55c509e23) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:18:59.982783 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.base_scheduler [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Resources bound (agent type, host, resource id): {{(pid=100592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:18:59.985470 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Received port after_create {{(pid=100592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:18:59.998874 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Pushing event updated for resources: {'Port': ['ID=17ac6069-79d4-45aa-875d-4ac5df5ff729,revision_number=1']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:00.071239 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Attempting to bind port 17ac6069-79d4-45aa-875d-4ac5df5ff729 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:19:00.071856 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Attempting to bind port 17ac6069-79d4-45aa-875d-4ac5df5ff729 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'c068d4e7-7635-463b-b6a7-f9f31307535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:19:00.072058 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Attempting to bind port 17ac6069-79d4-45aa-875d-4ac5df5ff729 on network 67c57c01-b624-466e-b819-4ec0fde18375 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:00.078192 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:19:00.078564 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Checking segment: {'id': 'c068d4e7-7635-463b-b6a7-f9f31307535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:00.079172 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.080052 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Bound using segment: {'id': 'c068d4e7-7635-463b-b6a7-f9f31307535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:19:00.080860 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Bound port: 17ac6069-79d4-45aa-875d-4ac5df5ff729, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c068d4e7-7635-463b-b6a7-f9f31307535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:19:00.081466 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.092669 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 2, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:00.117636 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.122611 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Checking router: 45f16ca5-e65e-4ecc-9334-63728931f0ab for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:19:00.123068 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Updating router 45f16ca5-e65e-4ecc-9334-63728931f0ab port 9904be89-7112-492b-a3e0-7d1866b4aeda binding host dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:19:00.154332 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.163040 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.183753 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.207518 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] For port 17ac6069-79d4-45aa-875d-4ac5df5ff729, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:19:00.208964 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:00.210441 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 306d0a59-ee25-47e9-96dd-dc30f96a8caf, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=306d0a59-ee25-47e9-96dd-dc30f96a8caf,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:19:00.215414 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:00.221092 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.223504 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:19:00.224020 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] For port 17ac6069-79d4-45aa-875d-4ac5df5ff729, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=17ac6069-79d4-45aa-875d-4ac5df5ff729,segment=NetworkSegment(c068d4e7-7635-463b-b6a7-f9f31307535f),segment_id=c068d4e7-7635-463b-b6a7-f9f31307535f)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:19:00.227215 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f2328b-fa77-41d2-9ad8-69a55c509e23,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:00.247841 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.292656 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=306d0a59-ee25-47e9-96dd-dc30f96a8caf,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:00.346453 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fed3c-1a07-4452-a1cb-02ea9abacdca None None] Pushing event updated for resources: {'Port': ['ID=17ac6069-79d4-45aa-875d-4ac5df5ff729,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:00.481102 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.500431 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.510408 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.561479 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Pushing event updated for resources: {'Port': ['ID=9904be89-7112-492b-a3e0-7d1866b4aeda,revision_number=3']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:00.584476 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.584840 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.585186 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.585520 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.585876 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.586208 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.586538 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.586864 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.587210 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.588224 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.588985 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.588985 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:00.627864 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Attempting to bind port 9904be89-7112-492b-a3e0-7d1866b4aeda on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:19:00.628434 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Attempting to bind port 9904be89-7112-492b-a3e0-7d1866b4aeda by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:19:00.628873 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Attempting to bind port 9904be89-7112-492b-a3e0-7d1866b4aeda on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:00.634384 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:19:00.635382 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Checking segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:00.635853 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.636314 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Bound using segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:19:00.636895 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Bound port: 9904be89-7112-492b-a3e0-7d1866b4aeda, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'}}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:19:00.637372 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.723961 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] For port 9904be89-7112-492b-a3e0-7d1866b4aeda, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:19:00.727769 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] For port 9904be89-7112-492b-a3e0-7d1866b4aeda, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=9904be89-7112-492b-a3e0-7d1866b4aeda,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:19:00.731785 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.751631 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660'] for router, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.797692 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bb350-2daf-488a-b847-7b01f1422b30 None None] Pushing event updated for resources: {'Port': ['ID=9904be89-7112-492b-a3e0-7d1866b4aeda,revision_number=4']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:00.802498 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:00.803252 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:18:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:00.803460 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-d4ddde27-5adb-46e9-b568-adea75107cb3 None None] Provisioning complete for port 9904be89-7112-492b-a3e0-7d1866b4aeda triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:00.803836 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4ddde27-5adb-46e9-b568-adea75107cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.908933 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 is scheduled to L3 agent 328f6824-1025-4733-b24f-04b6db32291a with binding_index 1 {{(pid=100591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:19:00.931056 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4ddde27-5adb-46e9-b568-adea75107cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:00.986329 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-d4ddde27-5adb-46e9-b568-adea75107cb3 None None] For port 9904be89-7112-492b-a3e0-7d1866b4aeda, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=9904be89-7112-492b-a3e0-7d1866b4aeda,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:19:00.992698 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4ddde27-5adb-46e9-b568-adea75107cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:01.052757 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:19:01.057848 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddde27-5adb-46e9-b568-adea75107cb3 None None] Pushing event updated for resources: {'Port': ['ID=9904be89-7112-492b-a3e0-7d1866b4aeda,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:01.063547 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:01.071638 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Sync routers for ids ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:19:01.084005 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Routers {'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:01.084671 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:18:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:01.087158 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a4471587-87d6-484b-97be-589600281956 admin admin] Notify callbacks [] for router, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:01.094365 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-a4471587-87d6-484b-97be-589600281956 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7293026 Sep 17 16:19:01.096857 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40088) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:01.151189 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-b7d0b613-e374-4ca1-a491-856a45013b16 None None] Provisioning complete for port 9904be89-7112-492b-a3e0-7d1866b4aeda triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:01.151575 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-b7d0b613-e374-4ca1-a491-856a45013b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:01.288942 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Set router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:01.367692 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:01.410082 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8e5ad-29e3-419d-8c77-dc03b93400e2 None None] The sync data for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi is: [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:19:01.585473 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'name': 'tempest-TestVolumeBootPattern-114571144-router', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 3, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'gw_port': {'id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:01.620957 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c02b198-e9e0-446e-bf83-f8746f372f9c None None] Network 67c57c01-b624-466e-b819-4ec0fde18375 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:19:01.624771 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Checking router: c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:19:01.625224 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Updating router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 port b2f2328b-fa77-41d2-9ad8-69a55c509e23 binding host dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:19:01.704519 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:01.764837 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-b563c5db-b05e-46ad-b0d8-9a032bff16ff None None] Provisioning complete for port 17ac6069-79d4-45aa-875d-4ac5df5ff729 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:01.765225 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-b563c5db-b05e-46ad-b0d8-9a032bff16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:01.917438 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 17ac6069-79d4-45aa-875d-4ac5df5ff729 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:01.958727 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.135744 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Allocated IP 172.20.0.1 (67c57c01-b624-466e-b819-4ec0fde18375/e3355c3c-c987-4a10-82f5-2de748458555/ce8d628a-ab47-45e0-866c-1847bf07bf08) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:19:02.248782 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-b563c5db-b05e-46ad-b0d8-9a032bff16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.271015 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 17ac6069-79d4-45aa-875d-4ac5df5ff729 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:02.271733 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.283729 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.324399 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.349513 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-b563c5db-b05e-46ad-b0d8-9a032bff16ff None None] For port 17ac6069-79d4-45aa-875d-4ac5df5ff729, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=17ac6069-79d4-45aa-875d-4ac5df5ff729,segment=NetworkSegment(c068d4e7-7635-463b-b6a7-f9f31307535f),segment_id=c068d4e7-7635-463b-b6a7-f9f31307535f)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:19:02.378973 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-b563c5db-b05e-46ad-b0d8-9a032bff16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.388137 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8d628a-ab47-45e0-866c-1847bf07bf08,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:02.403956 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Network 67c57c01-b624-466e-b819-4ec0fde18375 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:02.405480 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:02.408674 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:19:02.435416 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Notify callbacks [] for port, precommit_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.457461 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.461858 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8333707'] for router_interface, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.482095 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563c5db-b05e-46ad-b0d8-9a032bff16ff None None] Pushing event updated for resources: {'Port': ['ID=17ac6069-79d4-45aa-875d-4ac5df5ff729,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:02.552531 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 9904be89-7112-492b-a3e0-7d1866b4aeda up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:02.608771 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Attempting to bind port b2f2328b-fa77-41d2-9ad8-69a55c509e23 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:19:02.609382 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Attempting to bind port b2f2328b-fa77-41d2-9ad8-69a55c509e23 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:19:02.610045 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Attempting to bind port b2f2328b-fa77-41d2-9ad8-69a55c509e23 on network cfc9e63a-f126-460d-a39a-340e6a463e78 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:02.615626 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99230108-7658-4a13-912c-3ee40910ee64 None None] Pushing event updated for resources: {'Port': ['ID=b2f2328b-fa77-41d2-9ad8-69a55c509e23,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:02.629055 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:19:02.629446 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:02.629900 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.630298 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Bound using segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:19:02.630795 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Bound port: b2f2328b-fa77-41d2-9ad8-69a55c509e23, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:19:02.631182 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.655673 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-2973ebf8-e51b-4378-a9b0-fde95a8523c5 None None] Provisioning complete for port 17ac6069-79d4-45aa-875d-4ac5df5ff729 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:02.656062 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2973ebf8-e51b-4378-a9b0-fde95a8523c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.659542 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.735245 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] For port b2f2328b-fa77-41d2-9ad8-69a55c509e23, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:19:02.752680 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] For port b2f2328b-fa77-41d2-9ad8-69a55c509e23, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=b2f2328b-fa77-41d2-9ad8-69a55c509e23,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:19:02.754995 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 9904be89-7112-492b-a3e0-7d1866b4aeda triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:02.755375 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.761348 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.842848 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.847775 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.894658 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99230108-7658-4a13-912c-3ee40910ee64 None None] Pushing event updated for resources: {'Port': ['ID=b2f2328b-fa77-41d2-9ad8-69a55c509e23,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:02.898481 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Routers {'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:02.899469 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:18:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:02.921356 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8079789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8333851'] for router_interface, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:02.931611 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8d628a-ab47-45e0-866c-1847bf07bf08,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:03.021723 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Network 67c57c01-b624-466e-b819-4ec0fde18375 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:03.023159 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:03.026913 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 306d0a59-ee25-47e9-96dd-dc30f96a8caf up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:03.083954 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] Set router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:03.113225 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-690e7a75-f45c-4fe0-b8f5-ef6d138f8f91 None None] Provisioning complete for port ce8d628a-ab47-45e0-866c-1847bf07bf08 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:03.113637 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-690e7a75-f45c-4fe0-b8f5-ef6d138f8f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:03.150310 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:19:03.201027 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-690e7a75-f45c-4fe0-b8f5-ef6d138f8f91 None None] Port ce8d628a-ab47-45e0-866c-1847bf07bf08 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:19:03.225395 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 306d0a59-ee25-47e9-96dd-dc30f96a8caf triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:03.225799 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:03.271257 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:19:03.285569 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-8e74b7e3-3a2e-4da3-89cc-2b79a12bed56 admin admin] 10.222.0.50 "PUT /v2.0/routers/c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1776609 Sep 17 16:19:03.367922 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-9a2dce96-df91-41ac-aba7-ee50c0620819 None None] Provisioning complete for port ce8d628a-ab47-45e0-866c-1847bf07bf08 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:03.368491 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-9a2dce96-df91-41ac-aba7-ee50c0620819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:03.440337 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dce96-df91-41ac-aba7-ee50c0620819 None None] Port ce8d628a-ab47-45e0-866c-1847bf07bf08 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:19:03.453015 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'name': 'tempest-TestVolumeBootPattern-114571144-router', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 4, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'gw_port': {'id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'ce8d628a-ab47-45e0-866c-1847bf07bf08', 'name': '', 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'mac_address': 'fa:16:3e:61:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e3355c3c-c987-4a10-82f5-2de748458555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:01Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 2, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'subnets': [{'id': 'e3355c3c-c987-4a10-82f5-2de748458555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:03.480276 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114d21fb-d78b-439f-88e1-31a06fe1d03c None None] The sync data for ids ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'] in dv-cinder-734093-3-iscsi is: [{'id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'name': 'tempest-TestVolumeBootPattern-114571144-router', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 4, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'gw_port': {'id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'ce8d628a-ab47-45e0-866c-1847bf07bf08', 'name': '', 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'mac_address': 'fa:16:3e:61:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e3355c3c-c987-4a10-82f5-2de748458555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:01Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 2, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'subnets': [{'id': 'e3355c3c-c987-4a10-82f5-2de748458555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:19:03.788673 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 17ac6069-79d4-45aa-875d-4ac5df5ff729 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:03.857970 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 17ac6069-79d4-45aa-875d-4ac5df5ff729 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:03.858467 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:03.897630 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40128) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:03.902800 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-b5bd817f-78ef-4702-b100-283f02542d6b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200947236', 'description': 'tempest-secgroup-smoke-200947236 description', 'project_id': 'f9a0df147ed340628c89af4a9eebaec1'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:03.930857 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b5bd817f-78ef-4702-b100-283f02542d6b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.036756 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b5bd817f-78ef-4702-b100-283f02542d6b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.043208 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b5bd817f-78ef-4702-b100-283f02542d6b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.068450 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b5bd817f-78ef-4702-b100-283f02542d6b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.069760 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-b5bd817f-78ef-4702-b100-283f02542d6b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1709616 Sep 17 16:19:04.074037 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40132) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:04.079813 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd817f-78ef-4702-b100-283f02542d6b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c2d20f-a3b0-4760-b065-1caffe544d4a,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:04.081244 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-ddc774f6-4380-4ad5-8e11-d0aae63f0328 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'security_group_rule': {'security_group_id': '11c2d20f-a3b0-4760-b065-1caffe544d4a', 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:04.119208 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40134) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:04.132810 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ddc774f6-4380-4ad5-8e11-d0aae63f0328 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.197541 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ddc774f6-4380-4ad5-8e11-d0aae63f0328 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.206397 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ddc774f6-4380-4ad5-8e11-d0aae63f0328 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.230687 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc774f6-4380-4ad5-8e11-d0aae63f0328 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49232af-a6d7-46dc-9fae-73d28a281ffb,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:04.238193 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ddc774f6-4380-4ad5-8e11-d0aae63f0328 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.239377 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-ddc774f6-4380-4ad5-8e11-d0aae63f0328 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628497 Sep 17 16:19:04.242232 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40138) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:04.248027 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-249d3e16-906e-449c-9929-848156f6c30a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'security_group_rule': {'security_group_id': '11c2d20f-a3b0-4760-b065-1caffe544d4a', 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:04.280344 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-249d3e16-906e-449c-9929-848156f6c30a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.286781 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e898405e-2502-4529-b83f-31852232239c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.354231 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-249d3e16-906e-449c-9929-848156f6c30a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.360539 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-249d3e16-906e-449c-9929-848156f6c30a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.381588 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d3e16-906e-449c-9929-848156f6c30a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae8ca3c-ce52-4ef0-9992-eb31f5a5c47e,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:04.405833 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e898405e-2502-4529-b83f-31852232239c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.410075 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e898405e-2502-4529-b83f-31852232239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.414265 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-249d3e16-906e-449c-9929-848156f6c30a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.416143 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-249d3e16-906e-449c-9929-848156f6c30a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1723173 Sep 17 16:19:04.419129 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40142) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:04.423476 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-a2c86237-65d3-48a3-a54c-3a954aa055e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'security_group_rule': {'security_group_id': '11c2d20f-a3b0-4760-b065-1caffe544d4a', 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:04.451219 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a2c86237-65d3-48a3-a54c-3a954aa055e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.453550 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-e898405e-2502-4529-b83f-31852232239c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd7724acfd964dfb938c202280397ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331518 Sep 17 16:19:04.454692 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898405e-2502-4529-b83f-31852232239c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f74881-b81d-45a9-ab76-63bebb3f8192,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:04.457039 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40144) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:04.515986 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a2c86237-65d3-48a3-a54c-3a954aa055e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.516508 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6215284f-6e1b-40a8-b88e-6fc22ff57e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.521172 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a2c86237-65d3-48a3-a54c-3a954aa055e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.539576 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6215284f-6e1b-40a8-b88e-6fc22ff57e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.545150 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c86237-65d3-48a3-a54c-3a954aa055e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74740885-b389-4c61-b5c8-08b44abe912d,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:04.549223 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a2c86237-65d3-48a3-a54c-3a954aa055e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.550573 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-a2c86237-65d3-48a3-a54c-3a954aa055e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305182 Sep 17 16:19:04.553450 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40146) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:04.558647 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-eef3e0a5-468b-454d-b62f-b9d09abda411 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'security_group_rule': {'security_group_id': '11c2d20f-a3b0-4760-b065-1caffe544d4a', 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:04.588336 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-eef3e0a5-468b-454d-b62f-b9d09abda411 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.597865 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6215284f-6e1b-40a8-b88e-6fc22ff57e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.601243 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6215284f-6e1b-40a8-b88e-6fc22ff57e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.607670 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-6215284f-6e1b-40a8-b88e-6fc22ff57e53 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34f74881-b81d-45a9-ab76-63bebb3f8192 HTTP/1.1" status: 204 len: 168 time: 0.1448367 Sep 17 16:19:04.617005 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215284f-6e1b-40a8-b88e-6fc22ff57e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f74881-b81d-45a9-ab76-63bebb3f8192,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:04.663170 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-eef3e0a5-468b-454d-b62f-b9d09abda411 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.669660 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-eef3e0a5-468b-454d-b62f-b9d09abda411 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.693153 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3e0a5-468b-454d-b62f-b9d09abda411 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f614d45d-b7d2-4bbd-bb82-720670564a1d,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:04.698470 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-eef3e0a5-468b-454d-b62f-b9d09abda411 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.699868 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-eef3e0a5-468b-454d-b62f-b9d09abda411 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453631 Sep 17 16:19:04.702627 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40152) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:04.707083 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-b3ba6893-9abb-4d35-b06a-39d266c1046e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'security_group_rule': {'security_group_id': '11c2d20f-a3b0-4760-b065-1caffe544d4a', 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:04.730911 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.securitygroups_db [None req-b3ba6893-9abb-4d35-b06a-39d266c1046e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Project f9a0df147ed340628c89af4a9eebaec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 16:19:04.736596 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b3ba6893-9abb-4d35-b06a-39d266c1046e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.804056 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b3ba6893-9abb-4d35-b06a-39d266c1046e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.808353 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b3ba6893-9abb-4d35-b06a-39d266c1046e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.830891 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba6893-9abb-4d35-b06a-39d266c1046e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd74dc83-5543-403f-84b5-a4babc51765c,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:04.834840 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b3ba6893-9abb-4d35-b06a-39d266c1046e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.836030 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-b3ba6893-9abb-4d35-b06a-39d266c1046e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324620 Sep 17 16:19:04.839674 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40156) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:04.845089 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-77bef1b0-168e-45a2-a5a8-6a26c76763e5 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'security_group_rule': {'security_group_id': '11c2d20f-a3b0-4760-b065-1caffe544d4a', 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:04.872496 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.securitygroups_db [None req-77bef1b0-168e-45a2-a5a8-6a26c76763e5 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Project f9a0df147ed340628c89af4a9eebaec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 16:19:04.879868 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-77bef1b0-168e-45a2-a5a8-6a26c76763e5 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.946261 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-77bef1b0-168e-45a2-a5a8-6a26c76763e5 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.950325 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-77bef1b0-168e-45a2-a5a8-6a26c76763e5 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.955710 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40158) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:04.969578 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0a729af5-a2fe-41cc-b847-3721a74cd5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.970503 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bef1b0-168e-45a2-a5a8-6a26c76763e5 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb55ad91-a970-4b09-9c2e-66f620f951e2,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:04.974799 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-77bef1b0-168e-45a2-a5a8-6a26c76763e5 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:04.975990 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-77bef1b0-168e-45a2-a5a8-6a26c76763e5 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346517 Sep 17 16:19:05.070408 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0a729af5-a2fe-41cc-b847-3721a74cd5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.074731 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0a729af5-a2fe-41cc-b847-3721a74cd5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.120518 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-0a729af5-a2fe-41cc-b847-3721a74cd5e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b78a4ad5693241ad8bc2c1a48a76d9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636684 Sep 17 16:19:05.121721 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a729af5-a2fe-41cc-b847-3721a74cd5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8da5e4-258a-493d-9909-209cfe290501,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:05.123225 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40190) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:05.182348 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f03549c1-b045-43b2-8b99-1f20887dcc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.204242 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f03549c1-b045-43b2-8b99-1f20887dcc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.251578 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f03549c1-b045-43b2-8b99-1f20887dcc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.254520 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f03549c1-b045-43b2-8b99-1f20887dcc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.255675 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-f03549c1-b045-43b2-8b99-1f20887dcc26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f8da5e4-258a-493d-9909-209cfe290501 HTTP/1.1" status: 204 len: 168 time: 0.1296921 Sep 17 16:19:05.264517 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03549c1-b045-43b2-8b99-1f20887dcc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8da5e4-258a-493d-9909-209cfe290501,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:05.392876 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:19:05.673701 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Sync routers for ids ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:19:05.676492 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40210) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:05.684230 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Routers {'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:05.685026 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:18:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:05.693855 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5888f3be-670b-4883-bf38-edccd3860e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.769046 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b2f2328b-fa77-41d2-9ad8-69a55c509e23 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:05.806890 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5888f3be-670b-4883-bf38-edccd3860e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.811760 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5888f3be-670b-4883-bf38-edccd3860e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.813426 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Set router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:05.823124 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port b2f2328b-fa77-41d2-9ad8-69a55c509e23 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:05.823599 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.851177 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-5888f3be-670b-4883-bf38-edccd3860e78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4fd1aab9a31b4825bb12175694f85cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730185 Sep 17 16:19:05.852641 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888f3be-670b-4883-bf38-edccd3860e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef60ff-ef12-43e2-ab02-b311ee15ffb8,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:05.854092 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40214) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:05.920089 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.927951 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-45679be7-a8e7-4d0e-9a29-c7815a0363c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.940868 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port b2f2328b-fa77-41d2-9ad8-69a55c509e23, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=b2f2328b-fa77-41d2-9ad8-69a55c509e23,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:19:05.946102 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:05.949910 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-45679be7-a8e7-4d0e-9a29-c7815a0363c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.003228 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=b2f2328b-fa77-41d2-9ad8-69a55c509e23,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:06.003580 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-45679be7-a8e7-4d0e-9a29-c7815a0363c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.014401 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-45679be7-a8e7-4d0e-9a29-c7815a0363c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.016577 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-45679be7-a8e7-4d0e-9a29-c7815a0363c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30ef60ff-ef12-43e2-ab02-b311ee15ffb8 HTTP/1.1" status: 204 len: 168 time: 0.1565554 Sep 17 16:19:06.025952 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45679be7-a8e7-4d0e-9a29-c7815a0363c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef60ff-ef12-43e2-ab02-b311ee15ffb8,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:06.028687 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'name': 'tempest-TestVolumeBootPattern-114571144-router', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 4, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'gw_port': {'id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'ce8d628a-ab47-45e0-866c-1847bf07bf08', 'name': '', 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'mac_address': 'fa:16:3e:61:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e3355c3c-c987-4a10-82f5-2de748458555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:01Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 2, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'subnets': [{'id': 'e3355c3c-c987-4a10-82f5-2de748458555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:06.059796 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Checking router: c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:19:06.060148 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Updating router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 port ce8d628a-ab47-45e0-866c-1847bf07bf08 binding host dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:19:06.085537 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.352450 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Notify callbacks [] for port, precommit_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.358247 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.457772 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2944f-fc9e-4067-8012-5dd0ec0125cc None None] Pushing event updated for resources: {'Port': ['ID=ce8d628a-ab47-45e0-866c-1847bf07bf08,revision_number=3']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:06.475483 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Attempting to bind port ce8d628a-ab47-45e0-866c-1847bf07bf08 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:19:06.475858 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Attempting to bind port ce8d628a-ab47-45e0-866c-1847bf07bf08 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'c068d4e7-7635-463b-b6a7-f9f31307535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375'}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:19:06.476385 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Attempting to bind port ce8d628a-ab47-45e0-866c-1847bf07bf08 on network 67c57c01-b624-466e-b819-4ec0fde18375 {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:06.482710 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:19:06.483085 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Checking segment: {'id': 'c068d4e7-7635-463b-b6a7-f9f31307535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:06.483589 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.484168 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Bound using segment: {'id': 'c068d4e7-7635-463b-b6a7-f9f31307535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375'} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:19:06.484839 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Bound port: ce8d628a-ab47-45e0-866c-1847bf07bf08, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c068d4e7-7635-463b-b6a7-f9f31307535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375'}}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:19:06.485220 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.565450 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] For port ce8d628a-ab47-45e0-866c-1847bf07bf08, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:19:06.568851 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] For port ce8d628a-ab47-45e0-866c-1847bf07bf08, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=ce8d628a-ab47-45e0-866c-1847bf07bf08,segment=NetworkSegment(c068d4e7-7635-463b-b6a7-f9f31307535f),segment_id=c068d4e7-7635-463b-b6a7-f9f31307535f)] {{(pid=100593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:19:06.574758 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.631439 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Routers {'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:06.632087 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:18:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:06.683431 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-aee920f2-8626-47e9-853d-0866a221941f None None] Provisioning complete for port ce8d628a-ab47-45e0-866c-1847bf07bf08 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:06.684196 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-aee920f2-8626-47e9-853d-0866a221941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.760568 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2944f-fc9e-4067-8012-5dd0ec0125cc None None] Pushing event updated for resources: {'Port': ['ID=ce8d628a-ab47-45e0-866c-1847bf07bf08,revision_number=4']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:06.767373 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] Set router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:06.918224 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-aee920f2-8626-47e9-853d-0866a221941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.952360 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-aee920f2-8626-47e9-853d-0866a221941f None None] For port ce8d628a-ab47-45e0-866c-1847bf07bf08, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=ce8d628a-ab47-45e0-866c-1847bf07bf08,segment=NetworkSegment(c068d4e7-7635-463b-b6a7-f9f31307535f),segment_id=c068d4e7-7635-463b-b6a7-f9f31307535f)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:19:06.956507 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-aee920f2-8626-47e9-853d-0866a221941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:06.989466 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'name': 'tempest-TestVolumeBootPattern-114571144-router', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 4, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'gw_port': {'id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'ce8d628a-ab47-45e0-866c-1847bf07bf08', 'name': '', 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'mac_address': 'fa:16:3e:61:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e3355c3c-c987-4a10-82f5-2de748458555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:01Z', 'updated_at': '2021-09-17T16:19:06Z', 'revision_number': 4, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'subnets': [{'id': 'e3355c3c-c987-4a10-82f5-2de748458555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:07.010998 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee920f2-8626-47e9-853d-0866a221941f None None] Pushing event updated for resources: {'Port': ['ID=ce8d628a-ab47-45e0-866c-1847bf07bf08,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:07.017202 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca1102d-7d7f-4346-a65c-033f44690551 None None] The sync data for ids ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'] in dv-cinder-734093-3-iscsi is: [{'id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'name': 'tempest-TestVolumeBootPattern-114571144-router', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:02Z', 'revision_number': 4, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'gw_port': {'id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'ce8d628a-ab47-45e0-866c-1847bf07bf08', 'name': '', 'network_id': '67c57c01-b624-466e-b819-4ec0fde18375', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'mac_address': 'fa:16:3e:61:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e3355c3c-c987-4a10-82f5-2de748458555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:01Z', 'updated_at': '2021-09-17T16:19:06Z', 'revision_number': 4, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'subnets': [{'id': 'e3355c3c-c987-4a10-82f5-2de748458555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:19:07.082414 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-a1457660-d9ff-495e-bd90-0cd6773f2014 None None] Provisioning complete for port ce8d628a-ab47-45e0-866c-1847bf07bf08 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:07.082967 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a1457660-d9ff-495e-bd90-0cd6773f2014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:07.757133 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device ce8d628a-ab47-45e0-866c-1847bf07bf08 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:07.807303 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port ce8d628a-ab47-45e0-866c-1847bf07bf08 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:07.807683 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:07.891847 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b2f2328b-fa77-41d2-9ad8-69a55c509e23 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:07.945386 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port b2f2328b-fa77-41d2-9ad8-69a55c509e23 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:07.945997 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:09.156929 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-69668167-48b9-4369-8755-5b24c14a3bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:11.823052 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a974d419-cee4-4f28-b5cc-b959dadfabac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:12.161420 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:13.412159 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:14.813574 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:15.592459 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:39.157253 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c6ae3f5f-adc4-47f5-8f22-a3aa2ff5938c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:41.823403 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2b41b35d-3d2d-4776-94c8-305c4a199b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:42.162319 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:42.391602 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:19:42.566467 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40788) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:42.678783 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d2b45102-0f36-4f1e-9287-f74b055e7450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:42.753137 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40796) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:42.778258 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d2b45102-0f36-4f1e-9287-f74b055e7450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:42.782107 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d2b45102-0f36-4f1e-9287-f74b055e7450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:42.824083 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40802) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:42.824352 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-d2b45102-0f36-4f1e-9287-f74b055e7450 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb8f7405e3fa4b02a811b77d148cb90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565048 Sep 17 16:19:42.826184 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b45102-0f36-4f1e-9287-f74b055e7450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f0d633-ee05-4945-b732-63a8bfbb657d,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:42.885839 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ac37d1b5-be11-42c3-9b4d-5f6d582203f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:42.895515 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:42.937562 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.012693 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.015312 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.016455 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9f0d633-ee05-4945-b732-63a8bfbb657d HTTP/1.1" status: 204 len: 168 time: 0.1914887 Sep 17 16:19:43.031444 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f0d633-ee05-4945-b732-63a8bfbb657d,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:43.044309 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.044657 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.044996 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.045329 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.045684 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.046014 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.046340 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.046665 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.046986 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.047306 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.047622 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.047940 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1059e8-0f44-4ae1-b352-e0d16be7f1b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:43.054323 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ac37d1b5-be11-42c3-9b4d-5f6d582203f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.062846 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ac37d1b5-be11-42c3-9b4d-5f6d582203f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.105615 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-ac37d1b5-be11-42c3-9b4d-5f6d582203f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=184b88e374ce48f3b170cc4e81ebb6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513000 Sep 17 16:19:43.107592 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37d1b5-be11-42c3-9b4d-5f6d582203f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c27143-9dab-4d78-81cc-64710ddaf73f,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:43.108312 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40808) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:43.160502 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-07b19b9e-959f-4df4-ac7b-20a9007de0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.181991 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-07b19b9e-959f-4df4-ac7b-20a9007de0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.228946 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-07b19b9e-959f-4df4-ac7b-20a9007de0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.231770 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-07b19b9e-959f-4df4-ac7b-20a9007de0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.232959 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-07b19b9e-959f-4df4-ac7b-20a9007de0df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59c27143-9dab-4d78-81cc-64710ddaf73f HTTP/1.1" status: 204 len: 168 time: 0.1233771 Sep 17 16:19:43.240865 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b19b9e-959f-4df4-ac7b-20a9007de0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c27143-9dab-4d78-81cc-64710ddaf73f,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:43.287132 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40814) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:43.299967 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2c5c-390c-4994-a112-c97f0666ada7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.399433 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2c5c-390c-4994-a112-c97f0666ada7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.404809 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2c5c-390c-4994-a112-c97f0666ada7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.418758 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.450476 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-9e0e2c5c-390c-4994-a112-c97f0666ada7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05e7f7092bf544b1a4b08700e4c614f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600304 Sep 17 16:19:43.451194 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40820) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:43.452912 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e2c5c-390c-4994-a112-c97f0666ada7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea04f4b-b539-4bfa-86bb-a922c8e1904b,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:43.502748 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-aafecec1-e642-4655-98f5-7cf221dc6f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.524015 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-aafecec1-e642-4655-98f5-7cf221dc6f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.574055 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-aafecec1-e642-4655-98f5-7cf221dc6f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.576949 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-aafecec1-e642-4655-98f5-7cf221dc6f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:43.578224 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-aafecec1-e642-4655-98f5-7cf221dc6f95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eea04f4b-b539-4bfa-86bb-a922c8e1904b HTTP/1.1" status: 204 len: 168 time: 0.1260109 Sep 17 16:19:43.586290 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafecec1-e642-4655-98f5-7cf221dc6f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea04f4b-b539-4bfa-86bb-a922c8e1904b,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:43.933023 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40846) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:44.125791 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-532889116-network', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:44.147457 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Made reservation on behalf of e4d6fa1fa09845bbb4194d953aa38d21 for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:19:44.151063 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.160734 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.261371 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.265216 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.290837 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:19:44.300661 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d27ee7-801c-48eb-9e9a-b6ab5241eea2,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:44.305920 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.306281 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Added segment c76e6c7c-1d3a-4426-ab8b-76c8a7535561 of type vlan for network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 Sep 17 16:19:44.348667 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.374492 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.375430 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:44.376039 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.410529 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4760692 Sep 17 16:19:44.413364 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40868) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:44.421867 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Request body: {'subnet': {'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-532889116-subnet', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'ip_version': 4}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:44.461981 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2426b61-b32a-4c01-b9aa-bf61885b7026 admin admin] Pushing event updated for resources: {'Network': ['ID=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:44.473056 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:19:44.482667 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Made reservation on behalf of e4d6fa1fa09845bbb4194d953aa38d21 for: {'subnet': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:19:44.485294 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4257439'] for subnet, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.663916 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16506902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4257457'] for subnet, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.722573 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c381030-f240-4bd4-8d19-ffa0b5a089ed,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:44.732251 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Checking segment: {'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:44.732519 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Network hostable DHCP agents. Network: ae48f083-1a21-47e1-a9d6-6b8dfc3fa709, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:19:44.749680 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:19:44.758653 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, ae48f083-1a21-47e1-a9d6-6b8dfc3fa709) {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:44.763311 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:44.763912 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.770714 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1202833-d6bf-4471-b882-68eced9f864c None None] Network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:19:44.781463 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2d784161-2002-42a6-92f5-97b156305edd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3643646 Sep 17 16:19:44.781684 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40882) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:44.786167 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:44.811560 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8376715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1502'] for router, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.812696 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8332939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8308998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1513'] for router, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.855445 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.865966 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:44.959259 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fedc02d-960d-571d-9979-9c94b4adbb85-ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed'}]}} from dv-cinder-734093-3-iscsi. {{(pid=100592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:19:44.960162 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.012693 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.110530 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.db_base_plugin_common [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Allocated IP 172.20.0.2 (ae48f083-1a21-47e1-a9d6-6b8dfc3fa709/7c381030-f240-4bd4-8d19-ffa0b5a089ed/e612698c-b7b0-4b45-8378-148c14f35a67) {{(pid=100592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:19:45.227409 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.250439 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.268877 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Notify callbacks [] for port, precommit_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.276110 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.321277 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 is already hosted by enough agents. {{(pid=100592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:45.324251 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.base_scheduler [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Resources bound (agent type, host, resource id): {{(pid=100592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:45.327403 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Received port after_create {{(pid=100592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:19:45.340491 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Pushing event updated for resources: {'Port': ['ID=e612698c-b7b0-4b45-8378-148c14f35a67,revision_number=1']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:45.363185 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Allocated IP 172.27.1.170 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/75388e73-e048-4bbe-a7ab-a70c49471e2f) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:19:45.412053 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Attempting to bind port e612698c-b7b0-4b45-8378-148c14f35a67 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:19:45.412423 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Attempting to bind port e612698c-b7b0-4b45-8378-148c14f35a67 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:19:45.412797 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Attempting to bind port e612698c-b7b0-4b45-8378-148c14f35a67 on network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:45.418123 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:19:45.418505 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Checking segment: {'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:45.418918 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.419408 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Bound using segment: {'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:19:45.419992 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Bound port: e612698c-b7b0-4b45-8378-148c14f35a67, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:19:45.420577 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.494747 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.500500 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] For port e612698c-b7b0-4b45-8378-148c14f35a67, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:19:45.503735 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] For port e612698c-b7b0-4b45-8378-148c14f35a67, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=e612698c-b7b0-4b45-8378-148c14f35a67,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:19:45.509992 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.530463 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.565915 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:45.568839 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:45.569284 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0aef06-0f9e-4c45-b1b2-a7e762a5fa63 None None] Pushing event updated for resources: {'Port': ['ID=e612698c-b7b0-4b45-8378-148c14f35a67,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:45.573049 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:19:45.593453 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:45.605153 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Pushing event updated for resources: {'Port': ['ID=75388e73-e048-4bbe-a7ab-a70c49471e2f,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:45.849354 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:46.044732 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660'] for router, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:46.171420 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 is scheduled to L3 agent 328f6824-1025-4733-b24f-04b6db32291a with binding_index 1 {{(pid=100591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:19:46.282351 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:19:46.293661 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Sync routers for ids ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:19:46.300399 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] Notify callbacks [] for router, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:46.304482 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2a68b5a3-088c-4f71-8f2e-11c753a83a4a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5193024 Sep 17 16:19:46.305035 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Routers {'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:46.305749 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:19:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:46.306690 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40902) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:46.416345 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Set router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:46.446655 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d920e330-46a6-4f53-8c9a-6370ad843bd8 None None] Network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:19:46.597266 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-7d5fa9bf-8f3f-4192-b8dd-8ebe80943a4d None None] Provisioning complete for port e612698c-b7b0-4b45-8378-148c14f35a67 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:46.597897 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa9bf-8f3f-4192-b8dd-8ebe80943a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:46.738407 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:46.793300 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa9bf-8f3f-4192-b8dd-8ebe80943a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:46.823304 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:45Z', 'revision_number': 3, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:46.866653 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Checking router: b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:19:46.867086 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Updating router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 port 75388e73-e048-4bbe-a7ab-a70c49471e2f binding host dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:19:46.908653 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-7d5fa9bf-8f3f-4192-b8dd-8ebe80943a4d None None] For port e612698c-b7b0-4b45-8378-148c14f35a67, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=e612698c-b7b0-4b45-8378-148c14f35a67,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:19:46.916726 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa9bf-8f3f-4192-b8dd-8ebe80943a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:46.938490 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Allocated IP 172.20.0.1 (ae48f083-1a21-47e1-a9d6-6b8dfc3fa709/7c381030-f240-4bd4-8d19-ffa0b5a089ed/b95b1b65-49d7-49a0-98f8-fd02a88183aa) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:19:46.952347 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.021371 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fa9bf-8f3f-4192-b8dd-8ebe80943a4d None None] Pushing event updated for resources: {'Port': ['ID=e612698c-b7b0-4b45-8378-148c14f35a67,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:47.061197 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.095190 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.139059 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:47.141740 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:47.148176 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:19:47.150689 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Pushing event updated for resources: {'Port': ['ID=b95b1b65-49d7-49a0-98f8-fd02a88183aa,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:47.172422 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-acc6ea0c-b865-41a4-a38a-14d6a6adb3c4 None None] Provisioning complete for port e612698c-b7b0-4b45-8378-148c14f35a67 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:47.172797 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea0c-b865-41a4-a38a-14d6a6adb3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.190553 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8333707'] for router_interface, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.334560 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.445136 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Notify callbacks [] for port, precommit_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.453304 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.510753 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Attempting to bind port 75388e73-e048-4bbe-a7ab-a70c49471e2f on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:19:47.511136 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Attempting to bind port 75388e73-e048-4bbe-a7ab-a70c49471e2f by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:19:47.511504 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Attempting to bind port 75388e73-e048-4bbe-a7ab-a70c49471e2f on network cfc9e63a-f126-460d-a39a-340e6a463e78 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:47.513690 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4367fa-d7d3-49bd-80cb-bbe4c32b51bd None None] Pushing event updated for resources: {'Port': ['ID=75388e73-e048-4bbe-a7ab-a70c49471e2f,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:47.519610 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:19:47.519998 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:47.520406 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.520807 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Bound using segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:19:47.521290 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Bound port: 75388e73-e048-4bbe-a7ab-a70c49471e2f, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:19:47.521772 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.587188 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] For port 75388e73-e048-4bbe-a7ab-a70c49471e2f, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:19:47.590798 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] For port 75388e73-e048-4bbe-a7ab-a70c49471e2f, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=75388e73-e048-4bbe-a7ab-a70c49471e2f,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:19:47.591907 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-82e605ea-de3a-4db9-b7da-bc2e1889a136 None None] Provisioning complete for port b95b1b65-49d7-49a0-98f8-fd02a88183aa triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:47.592312 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-82e605ea-de3a-4db9-b7da-bc2e1889a136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.613436 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.673563 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-82e605ea-de3a-4db9-b7da-bc2e1889a136 None None] Port b95b1b65-49d7-49a0-98f8-fd02a88183aa cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:19:47.688742 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4367fa-d7d3-49bd-80cb-bbe4c32b51bd None None] Pushing event updated for resources: {'Port': ['ID=75388e73-e048-4bbe-a7ab-a70c49471e2f,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:47.692181 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Routers {'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:47.692682 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:19:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:47.745622 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.750517 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.805972 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device e612698c-b7b0-4b45-8378-148c14f35a67 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:47.814961 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Pushing event updated for resources: {'Port': ['ID=b95b1b65-49d7-49a0-98f8-fd02a88183aa,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:47.817448 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8079789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8333851'] for router_interface, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:47.837389 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] Set router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:47.914313 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:47.915802 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:47.951231 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port e612698c-b7b0-4b45-8378-148c14f35a67 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:47.951619 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:48.080688 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:19:48.152228 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:46Z', 'revision_number': 1, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:48.180498 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b6bf8-5bc0-40ef-ad68-42d2f0a8619b None None] The sync data for ids ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'] in dv-cinder-734093-3-iscsi is: [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:46Z', 'revision_number': 1, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:19:48.203414 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-150bfa98-9d23-462f-83ca-a0abe3cbb674 None None] Provisioning complete for port b95b1b65-49d7-49a0-98f8-fd02a88183aa triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:48.203796 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-150bfa98-9d23-462f-83ca-a0abe3cbb674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:48.237803 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:19:48.251233 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-3df41a98-c492-453e-b75d-8df37c31211c admin admin] 10.222.0.50 "PUT /v2.0/routers/b9e9c32e-55ba-4860-aaf4-a57cfd2eae44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9423137 Sep 17 16:19:48.269039 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-150bfa98-9d23-462f-83ca-a0abe3cbb674 None None] Port b95b1b65-49d7-49a0-98f8-fd02a88183aa cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:19:48.908848 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40976) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:48.973707 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40982) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:48.979571 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-881323156-network', 'tenant_id': '1132a9c98cbe4d14835138138c290527'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:49.011206 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Made reservation on behalf of 1132a9c98cbe4d14835138138c290527 for: {'network': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:19:49.013587 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.026336 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.134756 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.142103 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.155644 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-da82ea9a-9c95-4af9-8f27-116c753f650f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.178069 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=100590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:19:49.201329 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.201716 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.segments_db [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Added segment 3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb of type vlan for network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 Sep 17 16:19:49.215258 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e28935-55d6-4bc8-85f8-fbfb17dd198a,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:49.267856 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.315860 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.316992 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:49.317773 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.396632 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] Pushing event updated for resources: {'Network': ['ID=0f35c83a-1cf2-4687-b528-5d8c03fe4c68,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:49.407564 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-da82ea9a-9c95-4af9-8f27-116c753f650f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.410354 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:19:49.413452 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-da82ea9a-9c95-4af9-8f27-116c753f650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.426052 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-19fa816a-6439-41f6-8a8f-2864d8840e74 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4512193 Sep 17 16:19:49.429382 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 40986) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:49.437448 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Request body: {'subnet': {'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-881323156-subnet', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'ip_version': 4}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:49.458068 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-da82ea9a-9c95-4af9-8f27-116c753f650f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61b949efb94849f492cbfdbf2de785c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500000 Sep 17 16:19:49.459319 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82ea9a-9c95-4af9-8f27-116c753f650f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ea540a-31fd-41e6-b2cf-caa2de1e2682,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:49.461884 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 40990) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:49.493423 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Made reservation on behalf of 1132a9c98cbe4d14835138138c290527 for: {'subnet': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:19:49.497514 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4257439'] for subnet, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.556885 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8d476198-4482-4a0f-8e2c-c3b0d6293ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.583328 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8d476198-4482-4a0f-8e2c-c3b0d6293ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.635495 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8d476198-4482-4a0f-8e2c-c3b0d6293ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.638073 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8d476198-4482-4a0f-8e2c-c3b0d6293ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.639227 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-8d476198-4482-4a0f-8e2c-c3b0d6293ca0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8ea540a-31fd-41e6-b2cf-caa2de1e2682 HTTP/1.1" status: 204 len: 168 time: 0.1764355 Sep 17 16:19:49.650875 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d476198-4482-4a0f-8e2c-c3b0d6293ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ea540a-31fd-41e6-b2cf-caa2de1e2682,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:49.729310 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16506902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4257457'] for subnet, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.793409 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Checking segment: {'id': '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:49.793791 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Network hostable DHCP agents. Network: 0f35c83a-1cf2-4687-b528-5d8c03fe4c68, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:19:49.821959 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:19:49.824140 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be27eab-e5b2-4706-80cd-b8a34a9006a0,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:49.837344 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 0f35c83a-1cf2-4687-b528-5d8c03fe4c68) {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:49.841622 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:49.842289 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.847873 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdc45cf-a330-4d7c-8d9d-6f592a7d284e None None] Network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:19:49.852266 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 75388e73-e048-4bbe-a7ab-a70c49471e2f up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:49.865873 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41002) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:49.866061 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-e18b972c-2831-40af-837c-63ba1eb545c1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4347973 Sep 17 16:19:49.878753 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-881323156-router', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:49.927032 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8376715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1502'] for router, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.928813 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8334619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8332939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8308998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1513'] for router, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.971899 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41004) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:49.983176 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 75388e73-e048-4bbe-a7ab-a70c49471e2f triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:49.983555 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.987613 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e9eb532e-5f15-4799-be6a-d2b9dd1f7bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:49.988778 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.088155 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fedc02d-960d-571d-9979-9c94b4adbb85-0f35c83a-1cf2-4687-b528-5d8c03fe4c68', 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'fixed_ips': [{'subnet_id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0'}]}} from dv-cinder-734093-3-iscsi. {{(pid=100592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 16:19:50.089017 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.094610 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e9eb532e-5f15-4799-be6a-d2b9dd1f7bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.099227 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e9eb532e-5f15-4799-be6a-d2b9dd1f7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.145162 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb532e-5f15-4799-be6a-d2b9dd1f7bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82bc694-708b-4d4a-91cc-d694f809ba19,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:50.150349 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-e9eb532e-5f15-4799-be6a-d2b9dd1f7bf2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3602cba5535d4e65941b286672627047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771643 Sep 17 16:19:50.153947 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41006) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:50.159515 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.255482 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.286490 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 75388e73-e048-4bbe-a7ab-a70c49471e2f, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=75388e73-e048-4bbe-a7ab-a70c49471e2f,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:19:50.294301 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.297399 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.db_base_plugin_common [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Allocated IP 172.20.0.2 (0f35c83a-1cf2-4687-b528-5d8c03fe4c68/6be27eab-e5b2-4706-80cd-b8a34a9006a0/efc011c2-b21e-4578-898c-a9f653a6d35e) {{(pid=100592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:19:50.384156 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=75388e73-e048-4bbe-a7ab-a70c49471e2f,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:50.401662 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.421762 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.451604 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f826504c-a304-4f64-b769-097c713ba7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.461042 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Sync routers for ids ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:19:50.472836 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Routers {'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:50.473959 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:19:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:50.480237 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f826504c-a304-4f64-b769-097c713ba7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.512673 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Notify callbacks [] for port, precommit_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.524667 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714'] for port, after_create {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.538025 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f826504c-a304-4f64-b769-097c713ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.544731 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-f826504c-a304-4f64-b769-097c713ba7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.548580 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-f826504c-a304-4f64-b769-097c713ba7b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f82bc694-708b-4d4a-91cc-d694f809ba19 HTTP/1.1" status: 204 len: 168 time: 0.3906767 Sep 17 16:19:50.548914 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Allocated IP 172.27.1.132 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/75008959-e716-4ac2-bad0-b7faa7148455) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:19:50.559660 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826504c-a304-4f64-b769-097c713ba7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82bc694-708b-4d4a-91cc-d694f809ba19,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:50.574023 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 is already hosted by enough agents. {{(pid=100592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:50.588559 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Resources bound (agent type, host, resource id): {{(pid=100592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:50.596293 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Received port after_create {{(pid=100592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:19:50.626636 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Pushing event updated for resources: {'Port': ['ID=efc011c2-b21e-4578-898c-a9f653a6d35e,revision_number=1']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:50.663345 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Attempting to bind port efc011c2-b21e-4578-898c-a9f653a6d35e on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:19:50.664104 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Attempting to bind port efc011c2-b21e-4578-898c-a9f653a6d35e by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:19:50.664681 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Attempting to bind port efc011c2-b21e-4578-898c-a9f653a6d35e on network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:50.671319 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:19:50.671835 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Checking segment: {'id': '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:50.672423 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.672922 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Bound using segment: {'id': '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:19:50.673465 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Bound port: efc011c2-b21e-4578-898c-a9f653a6d35e, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:19:50.674042 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.706866 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.714181 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Set router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:50.762471 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.768847 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] For port efc011c2-b21e-4578-898c-a9f653a6d35e, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:19:50.776519 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] For port efc011c2-b21e-4578-898c-a9f653a6d35e, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=efc011c2-b21e-4578-898c-a9f653a6d35e,segment=NetworkSegment(3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb),segment_id=3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:19:50.784874 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:50.818781 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:50.825335 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:50.832768 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:19:50.906073 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Pushing event updated for resources: {'Port': ['ID=75008959-e716-4ac2-bad0-b7faa7148455,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:50.923389 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a13a1-5b59-4a36-aa3e-ab083ab0ec2f None None] Pushing event updated for resources: {'Port': ['ID=efc011c2-b21e-4578-898c-a9f653a6d35e,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:50.996897 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 2, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:51.029123 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Checking router: b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:19:51.029961 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Updating router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 port b95b1b65-49d7-49a0-98f8-fd02a88183aa binding host dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:19:51.077073 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:51.218095 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:51.431470 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8334612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8333660'] for router, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:51.472142 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Notify callbacks [] for port, precommit_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:51.482533 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:51.524535 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ad738-1083-4e03-820f-7c3c5315b144 None None] Pushing event updated for resources: {'Port': ['ID=b95b1b65-49d7-49a0-98f8-fd02a88183aa,revision_number=3']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:51.582088 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c is scheduled to L3 agent 328f6824-1025-4733-b24f-04b6db32291a with binding_index 1 {{(pid=100590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 16:19:51.616188 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Attempting to bind port b95b1b65-49d7-49a0-98f8-fd02a88183aa on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:19:51.616465 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Attempting to bind port b95b1b65-49d7-49a0-98f8-fd02a88183aa by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:19:51.617470 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Attempting to bind port b95b1b65-49d7-49a0-98f8-fd02a88183aa on network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:51.628241 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:19:51.631844 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Checking segment: {'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:51.632259 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:51.633244 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Bound using segment: {'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:19:51.633933 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Bound port: b95b1b65-49d7-49a0-98f8-fd02a88183aa, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'}}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:19:51.634342 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:51.733188 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:19:51.748172 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Sync routers for ids ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:19:51.752521 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] For port b95b1b65-49d7-49a0-98f8-fd02a88183aa, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:19:51.757321 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] For port b95b1b65-49d7-49a0-98f8-fd02a88183aa, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=b95b1b65-49d7-49a0-98f8-fd02a88183aa,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:19:51.763835 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:51.767039 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:51.767551 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-31fc6335-203e-4f59-b0a2-1f7830ef82e7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8919761 Sep 17 16:19:51.769558 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41038) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:51.772801 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Routers {'9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:51.775042 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:19:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:51.842758 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Routers {'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:51.843538 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:19:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:51.978096 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Set router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:51.993345 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ad738-1083-4e03-820f-7c3c5315b144 None None] Pushing event updated for resources: {'Port': ['ID=b95b1b65-49d7-49a0-98f8-fd02a88183aa,revision_number=4']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:52.183911 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] Set router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:52.359747 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 75388e73-e048-4bbe-a7ab-a70c49471e2f up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:52.519048 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-996ee56d-bb79-410e-81a1-f7d7222fd529 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200947236&fields=id&tenant_id=f9a0df147ed340628c89af4a9eebaec1 HTTP/1.1" status: 200 len: 267 time: 0.0563273 Sep 17 16:19:52.559577 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:51Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:52.565396 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26614b-0666-4c94-8236-d25d7b8a46fd None None] Network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:19:52.584734 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:52.606935 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a40af-f627-4a80-b639-39acdbf3852f None None] The sync data for ids ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'] in dv-cinder-734093-3-iscsi is: [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:51Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:19:52.648174 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e8180e95-f2b8-4924-8288-d02e4f6aa719 None None] Provisioning complete for port b95b1b65-49d7-49a0-98f8-fd02a88183aa triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:52.648784 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e8180e95-f2b8-4924-8288-d02e4f6aa719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:52.680249 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ca63e-9655-4312-a91b-7c00865a463e req-4d136a34-ffb2-4d3a-8aaf-0a021014ca9d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:52.683718 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-4d136a34-ffb2-4d3a-8aaf-0a021014ca9d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 811 time: 0.1631064 Sep 17 16:19:52.721868 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-f3c83ff3-60eb-46ef-9cca-d135691dbc21 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/quotas/f9a0df147ed340628c89af4a9eebaec1 HTTP/1.1" status: 200 len: 375 time: 0.0215023 Sep 17 16:19:52.734474 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 75388e73-e048-4bbe-a7ab-a70c49471e2f triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:52.734969 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:52.786708 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-c3bbab7c-2535-4673-af71-5c789bd6e468 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631669 Sep 17 16:19:52.854838 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Allocated IP 172.20.0.1 (0f35c83a-1cf2-4687-b528-5d8c03fe4c68/6be27eab-e5b2-4706-80cd-b8a34a9006a0/70033651-26ee-4c95-9396-8832a6187763) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:19:52.880698 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'name': 'tempest-TestMinimumBasicScenario-881323156-router', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '75008959-e716-4ac2-bad0-b7faa7148455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:49Z', 'updated_at': '2021-09-17T16:19:51Z', 'revision_number': 3, 'project_id': '1132a9c98cbe4d14835138138c290527', 'gw_port': {'id': '75008959-e716-4ac2-bad0-b7faa7148455', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:50Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:52.938708 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Checking router: 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:19:52.939067 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Updating router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c port 75008959-e716-4ac2-bad0-b7faa7148455 binding host dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:19:52.976126 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-f0bfd540-e8d2-4e69-967f-a6bc709f7bd1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:19:52.978465 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-f0bfd540-e8d2-4e69-967f-a6bc709f7bd1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1746435 Sep 17 16:19:53.062619 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:53.078565 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e8180e95-f2b8-4924-8288-d02e4f6aa719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:53.080380 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:53.119727 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:53.119895 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device efc011c2-b21e-4578-898c-a9f653a6d35e up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:53.152056 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-83c6cb7c-f168-4428-b673-7938d4673d53 service neutron] 10.222.0.50 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614954 Sep 17 16:19:53.215272 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:53.224140 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:53.239418 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:19:53.243832 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Pushing event updated for resources: {'Port': ['ID=70033651-26ee-4c95-9396-8832a6187763,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:53.326924 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-acd56a68-cdb2-47cd-9929-ec8f2d8cdb7a service neutron] 10.222.0.50 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738880 Sep 17 16:19:53.367345 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e8180e95-f2b8-4924-8288-d02e4f6aa719 None None] For port b95b1b65-49d7-49a0-98f8-fd02a88183aa, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=b95b1b65-49d7-49a0-98f8-fd02a88183aa,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:19:53.372544 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8333707'] for router_interface, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:53.384408 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e8180e95-f2b8-4924-8288-d02e4f6aa719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:53.553731 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port efc011c2-b21e-4578-898c-a9f653a6d35e triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:53.554105 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:53.656873 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:53.721305 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41098) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:53.750068 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8180e95-f2b8-4924-8288-d02e4f6aa719 None None] Pushing event updated for resources: {'Port': ['ID=b95b1b65-49d7-49a0-98f8-fd02a88183aa,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:53.774220 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-a5b33029-9aec-47b0-9253-562357450640 None None] Provisioning complete for port efc011c2-b21e-4578-898c-a9f653a6d35e triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:53.774696 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a5b33029-9aec-47b0-9253-562357450640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.022335 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2f8160bc-ed9c-4407-8f2b-0d086676ab1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.030843 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7ca01681-2411-4ede-878a-a194493489a1 req-9cf5f4fa-4b7b-4d9f-b215-c76fa5565d57 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 210 time: 0.0412288 Sep 17 16:19:54.085578 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.102081 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Notify callbacks [] for port, precommit_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.120646 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.122044 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a5b33029-9aec-47b0-9253-562357450640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.123996 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.130935 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.145850 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2f8160bc-ed9c-4407-8f2b-0d086676ab1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.152532 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2f8160bc-ed9c-4407-8f2b-0d086676ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.176165 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port efc011c2-b21e-4578-898c-a9f653a6d35e, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=efc011c2-b21e-4578-898c-a9f653a6d35e,segment=NetworkSegment(3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb),segment_id=3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:19:54.182744 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8160bc-ed9c-4407-8f2b-0d086676ab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e72702-b738-4bc7-aabd-9d257b2924bd,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:54.207075 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Pushing event updated for resources: {'Port': ['ID=70033651-26ee-4c95-9396-8832a6187763,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:54.214458 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8079789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8333851'] for router_interface, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.219169 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.238815 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Attempting to bind port 75008959-e716-4ac2-bad0-b7faa7148455 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:19:54.239477 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Attempting to bind port 75008959-e716-4ac2-bad0-b7faa7148455 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:19:54.239613 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Attempting to bind port 75008959-e716-4ac2-bad0-b7faa7148455 on network cfc9e63a-f126-460d-a39a-340e6a463e78 {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:54.243755 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41112) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:54.244472 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2f8160bc-ed9c-4407-8f2b-0d086676ab1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffdcb4acb8a04507b6372d854f9b17d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5208137 Sep 17 16:19:54.259633 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b7016-d932-4ce7-a78b-0786855a1185 None None] Pushing event updated for resources: {'Port': ['ID=75008959-e716-4ac2-bad0-b7faa7148455,revision_number=2']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:54.274463 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:19:54.274841 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Checking segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:54.275245 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.275640 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Bound using segment: {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'} {{(pid=100592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:19:54.276125 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.managers [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Bound port: 75008959-e716-4ac2-bad0-b7faa7148455, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23154b2c-a57d-4706-912a-406f3d01672d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78'}}] {{(pid=100592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:19:54.276561 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.338618 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.db.api [None req-a5b33029-9aec-47b0-9253-562357450640 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 16:19:54.338982 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG oslo_db.api [None req-a5b33029-9aec-47b0-9253-562357450640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 16:19:54.354544 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1aeedadc-e8de-4074-a81a-bdafc194f01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.362727 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b95b1b65-49d7-49a0-98f8-fd02a88183aa up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:54.391585 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1aeedadc-e8de-4074-a81a-bdafc194f01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.394475 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=efc011c2-b21e-4578-898c-a9f653a6d35e,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:54.409163 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] For port 75008959-e716-4ac2-bad0-b7faa7148455, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:19:54.413062 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:54.416058 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:54.428154 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] For port 75008959-e716-4ac2-bad0-b7faa7148455, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=75008959-e716-4ac2-bad0-b7faa7148455,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:19:54.439241 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.481186 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port b95b1b65-49d7-49a0-98f8-fd02a88183aa triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:54.481650 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.513694 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1aeedadc-e8de-4074-a81a-bdafc194f01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.515891 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1aeedadc-e8de-4074-a81a-bdafc194f01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:54.517286 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-1aeedadc-e8de-4074-a81a-bdafc194f01f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62e72702-b738-4bc7-aabd-9d257b2924bd HTTP/1.1" status: 204 len: 168 time: 0.2709942 Sep 17 16:19:54.565623 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b7016-d932-4ce7-a78b-0786855a1185 None None] Pushing event updated for resources: {'Port': ['ID=75008959-e716-4ac2-bad0-b7faa7148455,revision_number=3']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:54.573478 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Routers {'9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:19:54.574132 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:19:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:54.580391 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeedadc-e8de-4074-a81a-bdafc194f01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e72702-b738-4bc7-aabd-9d257b2924bd,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:54.617899 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:19:54.772473 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:19:54.780091 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-c913ceab-07e5-43a5-8824-4e17660cf129 admin admin] 10.222.0.50 "PUT /v2.0/routers/9ff81cea-cdb8-40cf-82f8-c751f81c1e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0083160 Sep 17 16:19:54.822028 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] Set router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:19:55.042865 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-a5b33029-9aec-47b0-9253-562357450640 None None] Provisioning complete for port b95b1b65-49d7-49a0-98f8-fd02a88183aa triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:55.045053 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a5b33029-9aec-47b0-9253-562357450640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:55.188142 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7d3f78da-cc26-4f3a-b6a5-bf2e8e86ba52 req-faac4dce-9521-4fe9-ad10-3a7bb86ad091 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 210 time: 0.0387297 Sep 17 16:19:55.423301 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'name': 'tempest-TestMinimumBasicScenario-881323156-router', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '75008959-e716-4ac2-bad0-b7faa7148455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:49Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 4, 'project_id': '1132a9c98cbe4d14835138138c290527', 'gw_port': {'id': '75008959-e716-4ac2-bad0-b7faa7148455', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:50Z', 'updated_at': '2021-09-17T16:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '70033651-26ee-4c95-9396-8832a6187763', 'name': '', 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'mac_address': 'fa:16:3e:1a:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:52Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 2, 'project_id': '1132a9c98cbe4d14835138138c290527', 'subnets': [{'id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:19:55.455683 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f47f97-a280-494d-8d29-1ae62d59488b None None] The sync data for ids ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'] in dv-cinder-734093-3-iscsi is: [{'id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'name': 'tempest-TestMinimumBasicScenario-881323156-router', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '75008959-e716-4ac2-bad0-b7faa7148455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:49Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 4, 'project_id': '1132a9c98cbe4d14835138138c290527', 'gw_port': {'id': '75008959-e716-4ac2-bad0-b7faa7148455', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:50Z', 'updated_at': '2021-09-17T16:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '70033651-26ee-4c95-9396-8832a6187763', 'name': '', 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'mac_address': 'fa:16:3e:1a:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:52Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 2, 'project_id': '1132a9c98cbe4d14835138138c290527', 'subnets': [{'id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:19:55.534198 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-0e8d1f03-6c0d-4801-8d0c-72319f1180e8 None None] Provisioning complete for port efc011c2-b21e-4578-898c-a9f653a6d35e triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:55.534718 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1f03-6c0d-4801-8d0c-72319f1180e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:55.568912 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ca63e-9655-4312-a91b-7c00865a463e req-957b7527-857f-4aa9-a7b5-1796dc8c6337 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:55.571488 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-957b7527-857f-4aa9-a7b5-1796dc8c6337 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 811 time: 0.1707413 Sep 17 16:19:55.634227 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-77a14a09-b73c-4900-a273-1139373bfa8d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9a0df147ed340628c89af4a9eebaec1 HTTP/1.1" status: 200 len: 379 time: 0.0532901 Sep 17 16:19:55.645205 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'port': {'device_id': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'admin_state_up': True, 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'security_groups': ['11c2d20f-a3b0-4760-b065-1caffe544d4a']}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:55.717104 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-0e8d1f03-6c0d-4801-8d0c-72319f1180e8 None None] Provisioning complete for port 70033651-26ee-4c95-9396-8832a6187763 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:55.717490 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1f03-6c0d-4801-8d0c-72319f1180e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:55.803611 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d1f03-6c0d-4801-8d0c-72319f1180e8 None None] Port 70033651-26ee-4c95-9396-8832a6187763 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:19:55.900077 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Made reservation on behalf of f9a0df147ed340628c89af4a9eebaec1 for: {'port': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:19:55.905161 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:56.161821 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Allocated IP 172.20.0.13 (dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68/4407bbe9-14b0-47f9-adee-163dd1357077/4ac5298d-df93-4f04-b43d-5755f03623a3) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:19:56.411920 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device efc011c2-b21e-4578-898c-a9f653a6d35e up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:56.508203 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port efc011c2-b21e-4578-898c-a9f653a6d35e triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:56.509390 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:56.516029 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e8600c7d-b91c-4f99-81a4-a8c7d380efd8 req-e7468ed9-21de-4959-b192-341d81372960 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 210 time: 0.0650709 Sep 17 16:19:56.595150 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:56.655564 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:56.749178 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:19:56.753203 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:19:56.757590 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:19:56.806619 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'Port': ['ID=4ac5298d-df93-4f04-b43d-5755f03623a3,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:56.830395 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41200) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:56.847185 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:56.848085 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:56.871498 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-99e7c71d-dfd6-49a1-bb60-9e4595e57870 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2329564 Sep 17 16:19:57.022533 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-280eb7c2-3237-483f-8d0a-4e30d6074e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.057641 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Request body: {'port': {'device_id': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:19:57.148703 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-1aefbd7a-3cfe-4e6c-b0c7-de6623aa9839 None None] Provisioning complete for port 4ac5298d-df93-4f04-b43d-5755f03623a3 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:57.150290 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1aefbd7a-3cfe-4e6c-b0c7-de6623aa9839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.162556 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.196236 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-280eb7c2-3237-483f-8d0a-4e30d6074e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.201493 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-280eb7c2-3237-483f-8d0a-4e30d6074e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.217277 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-1aefbd7a-3cfe-4e6c-b0c7-de6623aa9839 None None] Port 4ac5298d-df93-4f04-b43d-5755f03623a3 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:19:57.244411 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-280eb7c2-3237-483f-8d0a-4e30d6074e04 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57f3b31b4e5340ac97504573f3b1bcca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129074 Sep 17 16:19:57.245522 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41206) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:57.308619 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280eb7c2-3237-483f-8d0a-4e30d6074e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced3ae70-3dca-4ba7-bb4f-5822ffb1143d,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:57.349101 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0b8b-8de9-4a70-b8b7-4cbfbd676b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.384997 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0b8b-8de9-4a70-b8b7-4cbfbd676b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.462766 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0b8b-8de9-4a70-b8b7-4cbfbd676b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.471509 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0b8b-8de9-4a70-b8b7-4cbfbd676b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.472728 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d4bd0b8b-8de9-4a70-b8b7-4cbfbd676b7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ced3ae70-3dca-4ba7-bb4f-5822ffb1143d HTTP/1.1" status: 204 len: 168 time: 0.2249637 Sep 17 16:19:57.487796 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd0b8b-8de9-4a70-b8b7-4cbfbd676b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced3ae70-3dca-4ba7-bb4f-5822ffb1143d,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:57.700683 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-0cdedc21-b9b0-4f4d-a255-ded17bb6ea14 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=77519e40d98e4577826413090ac558dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519323 Sep 17 16:19:57.930861 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac5298d-df93-4f04-b43d-5755f03623a3 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:19:57.935182 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41228) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:57.949287 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a152a-c718-43d2-8791-209c68495908 req-5150485d-3a32-4901-bdbb-a64451717024 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:57.950380 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.950926 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-5150485d-3a32-4901-bdbb-a64451717024 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445836 Sep 17 16:19:57.964127 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-70d2d35e-da14-40f2-85d5-80429645ced7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:57.968651 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-54825d03-d7cf-43db-9da8-27b6fdd4c498 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/quotas/77519e40d98e4577826413090ac558dd HTTP/1.1" status: 200 len: 375 time: 0.0114677 Sep 17 16:19:57.987720 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1117054-8819-4e67-85e8-1549dee313ab req-9c097347-fc91-4a3e-bff1-1a7308a2c680 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:57.989233 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b1117054-8819-4e67-85e8-1549dee313ab req-9c097347-fc91-4a3e-bff1-1a7308a2c680 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 932 time: 0.1566253 Sep 17 16:19:57.990356 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Transition to ACTIVE for port object 4ac5298d-df93-4f04-b43d-5755f03623a3 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:19:58.003431 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.012791 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-b10a1ddb-9f36-408e-8fa0-d15ec8506db4 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=77519e40d98e4577826413090ac558dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366907 Sep 17 16:19:58.109124 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5298d-df93-4f04-b43d-5755f03623a3,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:58.124065 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b1117054-8819-4e67-85e8-1549dee313ab req-b3716b86-1d97-4a0e-b01d-6df9ca8c03c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216726 Sep 17 16:19:58.284798 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-36c1f54a-33dd-40e3-a850-c7bfaf677369 req-fecd621d-58eb-450f-a9c6-ff99530ac9e3 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 210 time: 0.0644028 Sep 17 16:19:58.335014 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Attempting to bind port 4ac5298d-df93-4f04-b43d-5755f03623a3 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:19:58.335583 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Attempting to bind port 4ac5298d-df93-4f04-b43d-5755f03623a3 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:19:58.336083 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Attempting to bind port 4ac5298d-df93-4f04-b43d-5755f03623a3 on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:58.342525 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Port 4ac5298d-df93-4f04-b43d-5755f03623a3 on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:19:58.343084 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Attempting to bind port 4ac5298d-df93-4f04-b43d-5755f03623a3 on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:19:58.354260 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:19:58.354522 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Checking segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:19:58.355413 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Bound using segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:19:58.355945 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Bound port: 4ac5298d-df93-4f04-b43d-5755f03623a3, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:19:58.356384 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.378793 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-70d2d35e-da14-40f2-85d5-80429645ced7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.400073 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 75008959-e716-4ac2-bad0-b7faa7148455 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:19:58.413027 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-70d2d35e-da14-40f2-85d5-80429645ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.455248 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 75008959-e716-4ac2-bad0-b7faa7148455 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:19:58.455945 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.494863 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-70d2d35e-da14-40f2-85d5-80429645ced7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a9a7d1a3c354ff68a18a4bd3b576f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541098 Sep 17 16:19:58.495233 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41238) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:58.501660 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2d35e-da14-40f2-85d5-80429645ced7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005da043-10af-4c15-99cc-a00dc5e28977,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:58.507773 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] For port 4ac5298d-df93-4f04-b43d-5755f03623a3, host hv-cinder-73409, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:19:58.512545 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] For port 4ac5298d-df93-4f04-b43d-5755f03623a3, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=4ac5298d-df93-4f04-b43d-5755f03623a3,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:19:58.520155 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.572312 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98accd88-4200-4186-9355-cf369fd0a7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.581909 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.609281 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98accd88-4200-4186-9355-cf369fd0a7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.619227 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] For port 75008959-e716-4ac2-bad0-b7faa7148455, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=75008959-e716-4ac2-bad0-b7faa7148455,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:19:58.623843 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:58.624619 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.626005 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] 10.222.0.37 "PUT /v2.0/ports/4ac5298d-df93-4f04-b43d-5755f03623a3 HTTP/1.1" status: 200 len: 1094 time: 1.7440987 Sep 17 16:19:58.626618 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'tag': '4ac5298d-df93-4f04-b43d-5755f03623a3'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:19:58.628271 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.628971 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b591793-bb59-4f58-a962-cb1b32d3a1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372", "tag": "4ac5298d-df93-4f04-b43d-5755f03623a3"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:19:58.724058 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98accd88-4200-4186-9355-cf369fd0a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.740289 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-98accd88-4200-4186-9355-cf369fd0a7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:19:58.741948 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-98accd88-4200-4186-9355-cf369fd0a7f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/005da043-10af-4c15-99cc-a00dc5e28977 HTTP/1.1" status: 204 len: 168 time: 0.2453554 Sep 17 16:19:58.765183 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98accd88-4200-4186-9355-cf369fd0a7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005da043-10af-4c15-99cc-a00dc5e28977,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:58.773756 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Pushing event updated for resources: {'Port': ['ID=75008959-e716-4ac2-bad0-b7faa7148455,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:58.798891 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.799269 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.799622 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.799964 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.800303 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.800639 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.800972 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.801301 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.802252 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26165cd-496c-45ab-8af1-9d785173b0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5298d-df93-4f04-b43d-5755f03623a3,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:19:58.805758 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.806337 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.806978 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.807474 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:19:58.820794 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e013f9-fee7-4907-9dc3-843f01286584 x-openstack-request-id: req-62e013f9-fee7-4907-9dc3-843f01286584 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:19:58.822111 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372", "tag": "4ac5298d-df93-4f04-b43d-5755f03623a3", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:19:58.822666 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62e013f9-fee7-4907-9dc3-843f01286584 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:19:58.824550 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'tag': '4ac5298d-df93-4f04-b43d-5755f03623a3', 'status': 'completed', 'code': 200} Sep 17 16:19:58.853651 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ca63e-9655-4312-a91b-7c00865a463e req-157cdfa6-61e5-4ba6-b4a0-56678b3294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:58.855213 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-157cdfa6-61e5-4ba6-b4a0-56678b3294ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 1097 time: 0.1816730 Sep 17 16:19:58.912776 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-f6a600f1-0e0c-4a70-b3b2-5f57a725e95e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac5298d-df93-4f04-b43d-5755f03623a3 HTTP/1.1" status: 200 len: 217 time: 0.0486419 Sep 17 16:19:58.978950 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ca63e-9655-4312-a91b-7c00865a463e req-0721def8-bb5e-49b0-9ff7-ca3489f749c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:58.980528 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-0721def8-bb5e-49b0-9ff7-ca3489f749c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0539739 Sep 17 16:19:59.055783 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ca63e-9655-4312-a91b-7c00865a463e req-21490981-2560-440a-a180-a1450f5ac722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:59.057704 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-21490981-2560-440a-a180-a1450f5ac722 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699785 Sep 17 16:19:59.245823 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-93f154b7-cf8a-4458-86d0-08868073efa7 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730623 Sep 17 16:19:59.361117 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16d1e8-2247-478f-aea1-affca92e8669 req-24991808-ba49-4c2c-b597-33b33cadac97 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:59.362913 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1d16d1e8-2247-478f-aea1-affca92e8669 req-24991808-ba49-4c2c-b597-33b33cadac97 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 944 time: 0.1348965 Sep 17 16:19:59.403126 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-68a2f206-3ecd-440f-925e-2acaf68e982e req-f518c469-9d94-44e0-9659-bac1c33bf8b0 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 210 time: 0.0433052 Sep 17 16:19:59.455512 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-278ca63e-9655-4312-a91b-7c00865a463e req-238da66b-be3a-41a4-8501-c9bec238fdb9 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852860 Sep 17 16:19:59.466290 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1d16d1e8-2247-478f-aea1-affca92e8669 req-71b6f769-c42a-4556-b964-de46951da864 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907226 Sep 17 16:19:59.572865 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-9ca52dbd-0e75-41f1-8dd7-869b3cfa05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:59.576262 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-9ca52dbd-0e75-41f1-8dd7-869b3cfa05e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 1097 time: 0.0597436 Sep 17 16:19:59.651173 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.37', 64653) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:19:59.688442 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-a52ce5cf-15db-4657-add3-76212712b9f7 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=77519e40d98e4577826413090ac558dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356190 Sep 17 16:19:59.747926 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-e4909307-9fae-4122-86f5-ed9ee5f1910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:59.750000 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-e4909307-9fae-4122-86f5-ed9ee5f1910c service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.1664865 Sep 17 16:19:59.815797 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-aab5034a-5191-40e2-b7c1-46a61e860ed0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac5298d-df93-4f04-b43d-5755f03623a3 HTTP/1.1" status: 200 len: 217 time: 0.0462432 Sep 17 16:19:59.919723 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-c5e813fe-4fb8-42ee-8e3e-81e948f52971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:59.922132 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-c5e813fe-4fb8-42ee-8e3e-81e948f52971 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0995715 Sep 17 16:19:59.923431 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a152a-c718-43d2-8791-209c68495908 req-68d9b5d2-1048-407d-82f8-761299faa626 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:19:59.924922 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-68d9b5d2-1048-407d-82f8-761299faa626 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297440 Sep 17 16:19:59.947567 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Request body: {'port': {'device_id': 'bc00bb84-9760-4808-9cc4-0b94ea502c86', 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d', 'admin_state_up': True, 'tenant_id': '77519e40d98e4577826413090ac558dd'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:00.022657 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-e8196cb2-6adb-48fa-a820-6dbbb5d8e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:00.025665 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-e8196cb2-6adb-48fa-a820-6dbbb5d8e337 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881760 Sep 17 16:20:00.093669 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41272) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:00.121855 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Made reservation on behalf of 77519e40d98e4577826413090ac558dd for: {'port': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:20:00.126346 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.146110 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.171697 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-224279a2-d2cf-4f44-85b9-79416617a855 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377106 Sep 17 16:20:00.236781 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Sync routers for ids ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:20:00.256165 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Routers {'9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:20:00.259528 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:19:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:00.285869 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-972926193-network', 'tenant_id': 'f0bc325109604b7dbbcd443ea848eadf'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:00.300403 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.311589 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.332142 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4b591793-bb59-4f58-a962-cb1b32d3a1a4 req-b80339d1-f5e0-4f59-b21c-aabcb357db94 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516228 Sep 17 16:20:00.388520 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 75008959-e716-4ac2-bad0-b7faa7148455 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:20:00.392301 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf882f-e24b-4cde-89cc-6fad22475dbe,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:00.402592 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Made reservation on behalf of f0bc325109604b7dbbcd443ea848eadf for: {'network': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:20:00.404853 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.422341 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.453312 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Set router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:20:00.455211 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 75008959-e716-4ac2-bad0-b7faa7148455 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:00.455744 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.602250 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c739e5fa-fd87-4bdf-a8e4-712fad784b89 req-e9c11a40-32c4-4da8-aedb-011912d66a32 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 210 time: 0.0793512 Sep 17 16:20:00.633437 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Allocated IP 192.168.233.72 (20dfad36-5670-4b99-9ece-7ae1c8affa3d/fae10074-8835-4018-9ed9-4f7553d8b4a6/db05faab-7326-4799-b87e-c0368b6833e1) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:20:00.672995 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e043ef-5bf6-4855-a675-34961af84527 req-eba988c9-bc6b-415c-8d0c-0f28c994e1e9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:00.684416 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-30e043ef-5bf6-4855-a675-34961af84527 req-eba988c9-bc6b-415c-8d0c-0f28c994e1e9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 944 time: 0.0816865 Sep 17 16:20:00.686237 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'name': 'tempest-TestMinimumBasicScenario-881323156-router', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '75008959-e716-4ac2-bad0-b7faa7148455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:49Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 4, 'project_id': '1132a9c98cbe4d14835138138c290527', 'gw_port': {'id': '75008959-e716-4ac2-bad0-b7faa7148455', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:50Z', 'updated_at': '2021-09-17T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '70033651-26ee-4c95-9396-8832a6187763', 'name': '', 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'mac_address': 'fa:16:3e:1a:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:52Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 2, 'project_id': '1132a9c98cbe4d14835138138c290527', 'subnets': [{'id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:00.722664 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Checking router: 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:20:00.723364 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Updating router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c port 70033651-26ee-4c95-9396-8832a6187763 binding host dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 16:20:00.761026 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-30e043ef-5bf6-4855-a675-34961af84527 req-95494636-df11-497f-a45a-1138e91aae28 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618744 Sep 17 16:20:00.767937 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.807650 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.823512 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.841028 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=100591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:20:00.852923 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.853545 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.segments_db [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Added segment edf27498-b9f1-406f-8ff4-2fa3c641bdf7 of type vlan for network 811dbcbb-f827-4e1d-be1a-25c59df11a41 Sep 17 16:20:00.930622 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:00.967550 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69ff21b-d11a-4405-8d4e-2d844b4ba692,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:00.975151 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.011176 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.012174 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:01.012763 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.093987 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9992037 Sep 17 16:20:01.096928 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41280) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:01.098213 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.099904 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea9a17-60cf-40e6-b284-8dbe59bec413 admin admin] Pushing event updated for resources: {'Network': ['ID=811dbcbb-f827-4e1d-be1a-25c59df11a41,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:01.110040 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Request body: {'subnet': {'network_id': '811dbcbb-f827-4e1d-be1a-25c59df11a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-972926193-subnet', 'tenant_id': 'f0bc325109604b7dbbcd443ea848eadf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:01.112427 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network 811dbcbb-f827-4e1d-be1a-25c59df11a41 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:20:01.155697 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Network 20dfad36-5670-4b99-9ece-7ae1c8affa3d is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:20:01.168673 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:20:01.171346 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Pushing event updated for resources: {'Port': ['ID=db05faab-7326-4799-b87e-c0368b6833e1,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:01.174485 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:20:01.197077 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Made reservation on behalf of f0bc325109604b7dbbcd443ea848eadf for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:20:01.200041 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16483045'] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.248905 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Notify callbacks [] for port, precommit_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.297927 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.322087 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:01.328017 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.389751 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-d5f3e56d-76ff-4e78-8c5f-f97a40200c02 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4464138 Sep 17 16:20:01.401887 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Request body: {'port': {'device_id': 'bc00bb84-9760-4808-9cc4-0b94ea502c86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:01.422060 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Pushing event updated for resources: {'Port': ['ID=70033651-26ee-4c95-9396-8832a6187763,revision_number=3']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:01.431339 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.432137 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.432480 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.432851 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.433123 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.433451 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.433813 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.434156 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.434477 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.434799 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.435114 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.435426 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.500820 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.532320 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Attempting to bind port 70033651-26ee-4c95-9396-8832a6187763 on host dv-cinder-734093-3-iscsi for vnic_type normal with profile {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:20:01.533059 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Attempting to bind port 70033651-26ee-4c95-9396-8832a6187763 by drivers openvswitch,hyperv on host dv-cinder-734093-3-iscsi at level 0 using segments [{'id': '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68'}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:20:01.533059 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Attempting to bind port 70033651-26ee-4c95-9396-8832a6187763 on network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:20:01.540644 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Checking agent: {'id': '99ab0f50-2a76-44c2-8a61-3c8bd6672a12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734093-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 36, 12), 'started_at': datetime.datetime(2021, 9, 17, 15, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734093-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:20:01.541025 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Checking segment: {'id': '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:20:01.541434 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.541859 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Bound using segment: {'id': '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68'} {{(pid=100593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:20:01.542904 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.managers [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Bound port: 70033651-26ee-4c95-9396-8832a6187763, host: dv-cinder-734093-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68'}}] {{(pid=100593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:20:01.543798 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.627778 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16344387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16483019'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.661300 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-88ecbddd-8736-4978-a948-f8cc3f2fc4c2 None None] Provisioning complete for port db05faab-7326-4799-b87e-c0368b6833e1 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:01.664333 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-88ecbddd-8736-4978-a948-f8cc3f2fc4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.724640 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] For port 70033651-26ee-4c95-9396-8832a6187763, host dv-cinder-734093-3-iscsi, cleared binding levels {{(pid=100593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:20:01.734961 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.plugins.ml2.db [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] For port 70033651-26ee-4c95-9396-8832a6187763, host dv-cinder-734093-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=70033651-26ee-4c95-9396-8832a6187763,segment=NetworkSegment(3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb),segment_id=3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb)] {{(pid=100593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:20:01.751858 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron_lib.callbacks.manager [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.764658 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Checking segment: {'id': 'edf27498-b9f1-406f-8ff4-2fa3c641bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '811dbcbb-f827-4e1d-be1a-25c59df11a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:20:01.765390 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Network hostable DHCP agents. Network: 811dbcbb-f827-4e1d-be1a-25c59df11a41, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:20:01.774105 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-88ecbddd-8736-4978-a948-f8cc3f2fc4c2 None None] Port db05faab-7326-4799-b87e-c0368b6833e1 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:20:01.777594 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c38a4e-0f9b-41a1-afbf-9b054c4f9cd2,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:01.793039 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.793644 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.794163 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.796122 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.796558 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.797207 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.809074 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.810953 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.811453 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.812314 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.812626 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.815099 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:01.838833 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Network 811dbcbb-f827-4e1d-be1a-25c59df11a41 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:20:01.861681 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83181209-afc8-4550-b724-f227cc364255 req-c8d3475a-1172-4761-bfff-17fd0b1948a8 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:01.863262 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-83181209-afc8-4550-b724-f227cc364255 req-c8d3475a-1172-4761-bfff-17fd0b1948a8 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 935 time: 0.1019385 Sep 17 16:20:01.879871 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, 811dbcbb-f827-4e1d-be1a-25c59df11a41) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:20:01.893204 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b917a023-2700-4b43-ad37-14d8fcc38eda None None] Network 811dbcbb-f827-4e1d-be1a-25c59df11a41 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:20:01.894951 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773a7e2-d82d-4702-acaa-ae95dc9c5dfa None None] Pushing event updated for resources: {'Port': ['ID=70033651-26ee-4c95-9396-8832a6187763,revision_number=4']} {{(pid=100593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:01.901910 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:01.904930 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.919179 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Routers {'9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:20:01.920041 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:19:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:01.933228 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-cc407f2d-97f9-4070-ad30-3075f7c4f8ca None None] Provisioning complete for port 70033651-26ee-4c95-9396-8832a6187763 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:01.936052 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-cc407f2d-97f9-4070-ad30-3075f7c4f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:01.953160 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-cf0b8b41-8bde-46a9-8061-5fbcf09bd7c9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8549805 Sep 17 16:20:01.982755 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db05faab-7326-4799-b87e-c0368b6833e1 {{(pid=100591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:20:01.985698 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb58ad-c288-4d7f-be7a-ab33f10d6fc5 req-b92fe738-e2f1-4153-b3b9-15666bb66c6c tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:01.987271 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e8eb58ad-c288-4d7f-be7a-ab33f10d6fc5 req-b92fe738-e2f1-4153-b3b9-15666bb66c6c tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 944 time: 0.1382825 Sep 17 16:20:01.995185 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:02.030959 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Transition to ACTIVE for port object db05faab-7326-4799-b87e-c0368b6833e1 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:20:02.141160 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-83181209-afc8-4550-b724-f227cc364255 req-9f389c9f-f59b-4ae8-b1ed-e22be39be0be tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062379 Sep 17 16:20:02.144496 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:02.165038 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e8eb58ad-c288-4d7f-be7a-ab33f10d6fc5 req-ea391bda-1505-4bbb-9153-109e69c8f640 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417983 Sep 17 16:20:02.198427 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] Set router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:20:02.285839 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450896b-3bb4-4239-a1b2-0ab8175fa925 None None] Network 811dbcbb-f827-4e1d-be1a-25c59df11a41 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:20:02.500892 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 70033651-26ee-4c95-9396-8832a6187763 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:20:02.551636 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-cc407f2d-97f9-4070-ad30-3075f7c4f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:02.657564 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-cc407f2d-97f9-4070-ad30-3075f7c4f8ca None None] For port 70033651-26ee-4c95-9396-8832a6187763, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=70033651-26ee-4c95-9396-8832a6187763,segment=NetworkSegment(3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb),segment_id=3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:02.666881 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-cc407f2d-97f9-4070-ad30-3075f7c4f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:02.668780 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'name': 'tempest-TestMinimumBasicScenario-881323156-router', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '75008959-e716-4ac2-bad0-b7faa7148455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:49Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 4, 'project_id': '1132a9c98cbe4d14835138138c290527', 'gw_port': {'id': '75008959-e716-4ac2-bad0-b7faa7148455', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:50Z', 'updated_at': '2021-09-17T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '70033651-26ee-4c95-9396-8832a6187763', 'name': '', 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'mac_address': 'fa:16:3e:1a:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:52Z', 'updated_at': '2021-09-17T16:20:01Z', 'revision_number': 4, 'project_id': '1132a9c98cbe4d14835138138c290527', 'subnets': [{'id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:02.674685 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 70033651-26ee-4c95-9396-8832a6187763 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:02.675350 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:02.745223 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a9d3-4f22-442e-9a89-4606c008c664 None None] The sync data for ids ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'] in dv-cinder-734093-3-iscsi is: [{'id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'name': 'tempest-TestMinimumBasicScenario-881323156-router', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '75008959-e716-4ac2-bad0-b7faa7148455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:49Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 4, 'project_id': '1132a9c98cbe4d14835138138c290527', 'gw_port': {'id': '75008959-e716-4ac2-bad0-b7faa7148455', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:50Z', 'updated_at': '2021-09-17T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '70033651-26ee-4c95-9396-8832a6187763', 'name': '', 'network_id': '0f35c83a-1cf2-4687-b528-5d8c03fe4c68', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'mac_address': 'fa:16:3e:1a:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:52Z', 'updated_at': '2021-09-17T16:20:01Z', 'revision_number': 4, 'project_id': '1132a9c98cbe4d14835138138c290527', 'subnets': [{'id': '6be27eab-e5b2-4706-80cd-b8a34a9006a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:20:02.748250 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Pushing event updated for resources: {'Port': ['ID=db05faab-7326-4799-b87e-c0368b6833e1,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:02.827789 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Attempting to bind port db05faab-7326-4799-b87e-c0368b6833e1 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:20:02.828034 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Attempting to bind port db05faab-7326-4799-b87e-c0368b6833e1 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': 'c339d9b1-fe94-4628-ae5a-9dc609ea7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:20:02.828337 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Attempting to bind port db05faab-7326-4799-b87e-c0368b6833e1 on network 20dfad36-5670-4b99-9ece-7ae1c8affa3d {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:20:02.835682 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Port db05faab-7326-4799-b87e-c0368b6833e1 on network 20dfad36-5670-4b99-9ece-7ae1c8affa3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:20:02.836006 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Attempting to bind port db05faab-7326-4799-b87e-c0368b6833e1 on network 20dfad36-5670-4b99-9ece-7ae1c8affa3d {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:20:02.848030 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc407f2d-97f9-4070-ad30-3075f7c4f8ca None None] Pushing event updated for resources: {'Port': ['ID=70033651-26ee-4c95-9396-8832a6187763,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:02.848278 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:20:02.848418 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Checking segment: {'id': 'c339d9b1-fe94-4628-ae5a-9dc609ea7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:20:02.848737 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Bound using segment: {'id': 'c339d9b1-fe94-4628-ae5a-9dc609ea7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:20:02.849236 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Bound port: db05faab-7326-4799-b87e-c0368b6833e1, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c339d9b1-fe94-4628-ae5a-9dc609ea7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:20:02.849627 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:02.893764 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-1b297a23-8413-45cd-b3b3-4e84c084a403 None None] Provisioning complete for port 70033651-26ee-4c95-9396-8832a6187763 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:02.894157 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1b297a23-8413-45cd-b3b3-4e84c084a403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:02.975963 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] For port db05faab-7326-4799-b87e-c0368b6833e1, host hv-cinder-73409, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:20:02.980474 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] For port db05faab-7326-4799-b87e-c0368b6833e1, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=db05faab-7326-4799-b87e-c0368b6833e1,segment=NetworkSegment(c339d9b1-fe94-4628-ae5a-9dc609ea7d7a),segment_id=c339d9b1-fe94-4628-ae5a-9dc609ea7d7a)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:20:02.991208 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.019430 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41304) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:03.024965 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-816291823-network', 'tenant_id': '66ba49e412254bacb1f8dd91de94d703'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:03.049590 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:03.050520 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.052812 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] 10.222.0.37 "PUT /v2.0/ports/db05faab-7326-4799-b87e-c0368b6833e1 HTTP/1.1" status: 200 len: 1097 time: 1.6556721 Sep 17 16:20:03.053680 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc00bb84-9760-4808-9cc4-0b94ea502c86', 'tag': 'db05faab-7326-4799-b87e-c0368b6833e1'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:20:03.058469 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc00bb84-9760-4808-9cc4-0b94ea502c86", "tag": "db05faab-7326-4799-b87e-c0368b6833e1"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:20:03.103097 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e767c-22db-4168-8980-b82d87b0394d service neutron] Pushing event updated for resources: {'Port': ['ID=db05faab-7326-4799-b87e-c0368b6833e1,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:03.128923 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Made reservation on behalf of 66ba49e412254bacb1f8dd91de94d703 for: {'network': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:20:03.139598 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for network, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.165907 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.225964 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a152a-c718-43d2-8791-209c68495908 req-44bdbfb3-41db-450a-9835-4cbec55abd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:03.228467 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-44bdbfb3-41db-450a-9835-4cbec55abd3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=77519e40d98e4577826413090ac558dd&device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 1100 time: 0.1037591 Sep 17 16:20:03.299946 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-34cfaabb-71bf-4d9e-ba97-083bf2a71311 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=db05faab-7326-4799-b87e-c0368b6833e1 HTTP/1.1" status: 200 len: 217 time: 0.0634911 Sep 17 16:20:03.410163 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a152a-c718-43d2-8791-209c68495908 req-677bd323-7c95-4403-9f5c-5aef3c6cdf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:03.411646 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-677bd323-7c95-4403-9f5c-5aef3c6cdf0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fae10074-8835-4018-9ed9-4f7553d8b4a6 HTTP/1.1" status: 200 len: 843 time: 0.0971618 Sep 17 16:20:03.469273 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18861e85-685d-4646-8226-f612df423280 req-bcf11f02-f773-412e-beef-4198932bc75c tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:03.480567 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-18861e85-685d-4646-8226-f612df423280 req-bcf11f02-f773-412e-beef-4198932bc75c tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 947 time: 0.1885059 Sep 17 16:20:03.516222 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a152a-c718-43d2-8791-209c68495908 req-ec174ca9-bb51-415e-9ca1-645d71289cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:03.517876 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-ec174ca9-bb51-415e-9ca1-645d71289cf4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=20dfad36-5670-4b99-9ece-7ae1c8affa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0985770 Sep 17 16:20:03.527892 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.537432 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.545722 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddf5b09-9107-4ce5-a424-83d88a243b41 x-openstack-request-id: req-9ddf5b09-9107-4ce5-a424-83d88a243b41 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:20:03.545722 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc00bb84-9760-4808-9cc4-0b94ea502c86", "tag": "db05faab-7326-4799-b87e-c0368b6833e1", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:20:03.545722 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ddf5b09-9107-4ce5-a424-83d88a243b41 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:20:03.547397 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc00bb84-9760-4808-9cc4-0b94ea502c86', 'tag': 'db05faab-7326-4799-b87e-c0368b6833e1', 'status': 'completed', 'code': 200} Sep 17 16:20:03.570438 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-18861e85-685d-4646-8226-f612df423280 req-9c1be6a1-a51b-497f-b767-c25dc7639fbe tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739493 Sep 17 16:20:03.586226 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=100590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 16:20:03.603685 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025897a6-a631-47f8-a071-28b92b8a9c7b,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:03.611844 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.612793 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.segments_db [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Added segment ec40459b-699c-477f-a3c5-4635a88061ea of type vlan for network bbdf7dae-95bc-47fc-84ff-0fa60859e626 Sep 17 16:20:03.681684 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763826035752'] for network, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.725314 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce0272-e8d2-4779-84b1-65d106ba159c req-fb3a1271-d567-4c2b-99c5-b479c769cd51 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:03.728298 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-10ce0272-e8d2-4779-84b1-65d106ba159c req-fb3a1271-d567-4c2b-99c5-b479c769cd51 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 944 time: 0.0665934 Sep 17 16:20:03.736803 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455'] for network, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.737884 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:03.738437 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.768218 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-950c783f-eb46-41b5-b1f5-b941805fa28f service neutron] 10.222.0.37 "GET /v2.0/networks/20dfad36-5670-4b99-9ece-7ae1c8affa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383435 Sep 17 16:20:03.794405 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-10ce0272-e8d2-4779-84b1-65d106ba159c req-c05a3466-e8f3-4643-831e-2eafdc97c406 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573595 Sep 17 16:20:03.834905 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] Pushing event updated for resources: {'Network': ['ID=bbdf7dae-95bc-47fc-84ff-0fa60859e626,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:03.840089 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-1cea6455-3a1e-4fa8-bc47-2451068d7686 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8196208 Sep 17 16:20:03.843023 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41314) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:03.847785 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Network bbdf7dae-95bc-47fc-84ff-0fa60859e626 details requested by agent ovs-agent-dv-cinder-734093-3-iscsi with host dv-cinder-734093-3-iscsi {{(pid=100592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 16:20:03.850207 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Request body: {'subnet': {'network_id': 'bbdf7dae-95bc-47fc-84ff-0fa60859e626', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-816291823-subnet', 'tenant_id': '66ba49e412254bacb1f8dd91de94d703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:03.884977 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Made reservation on behalf of 66ba49e412254bacb1f8dd91de94d703 for: {'subnet': 1} {{(pid=100590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:20:03.888344 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16483045'] for subnet, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:03.906173 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a89a152a-c718-43d2-8791-209c68495908 req-ed2aecfb-f868-42a4-91e3-c6f3b0bb02eb service neutron] 10.222.0.37 "GET /v2.0/networks/20dfad36-5670-4b99-9ece-7ae1c8affa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256902 Sep 17 16:20:04.008187 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-8fd3ea11-1542-42fe-8253-1f4c5bb3707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:04.010015 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-8fd3ea11-1542-42fe-8253-1f4c5bb3707d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=77519e40d98e4577826413090ac558dd&device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 1100 time: 0.0444355 Sep 17 16:20:04.124260 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16344387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16483019'] for subnet, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:04.131228 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-99d94b0e-96f7-4694-98ef-0a47ea410dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:04.133157 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-99d94b0e-96f7-4694-98ef-0a47ea410dae service neutron] 10.222.0.37 "GET /v2.0/networks?id=20dfad36-5670-4b99-9ece-7ae1c8affa3d HTTP/1.1" status: 200 len: 870 time: 0.1156549 Sep 17 16:20:04.174257 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8391f644-6e42-4653-bb2e-c221a9a133f9,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:04.187890 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-dde9f6bd-f091-45f7-b1b7-34a2c0202e84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=db05faab-7326-4799-b87e-c0368b6833e1 HTTP/1.1" status: 200 len: 217 time: 0.0472124 Sep 17 16:20:04.212154 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Checking segment: {'id': 'ec40459b-699c-477f-a3c5-4635a88061ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bbdf7dae-95bc-47fc-84ff-0fa60859e626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:20:04.212509 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Network hostable DHCP agents. Network: bbdf7dae-95bc-47fc-84ff-0fa60859e626, hostable agents: ['7149f3df-4c2a-4362-a15c-25455677de96'], hosted agents: [] {{(pid=100590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 16:20:04.236955 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Network bbdf7dae-95bc-47fc-84ff-0fa60859e626 is scheduled to be hosted by DHCP agent 7149f3df-4c2a-4362-a15c-25455677de96 with binding_index 1 {{(pid=100590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 16:20:04.248671 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734093-3-iscsi, bbdf7dae-95bc-47fc-84ff-0fa60859e626) {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:20:04.261392 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cbed07-1c66-4aaf-bfc3-03b048e5cb0e None None] Network bbdf7dae-95bc-47fc-84ff-0fa60859e626 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:20:04.264759 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:04.265362 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:04.281332 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-aa037ba5-f575-493f-9a8f-6f6ab3268efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:04.294811 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-74522cf8-5fea-41cd-83ec-f28e33c05a91 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4410520 Sep 17 16:20:04.295037 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-aa037ba5-f575-493f-9a8f-6f6ab3268efc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fae10074-8835-4018-9ed9-4f7553d8b4a6 HTTP/1.1" status: 200 len: 843 time: 0.0905275 Sep 17 16:20:04.348151 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-272bf6d2-7f8e-49ba-9c96-2dea539c8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:04.349735 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-272bf6d2-7f8e-49ba-9c96-2dea539c8463 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=20dfad36-5670-4b99-9ece-7ae1c8affa3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548170 Sep 17 16:20:04.355038 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 70033651-26ee-4c95-9396-8832a6187763 up at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:20:04.472622 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-e349cad0-e970-40e1-8c1f-dcf1476d1925 service neutron] 10.222.0.37 "GET /v2.0/networks/20dfad36-5670-4b99-9ece-7ae1c8affa3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150181 Sep 17 16:20:04.489799 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659cdc0-0d69-42a0-88b6-445b09ead7fa None None] Network bbdf7dae-95bc-47fc-84ff-0fa60859e626 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:20:04.528573 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Provisioning complete for port 70033651-26ee-4c95-9396-8832a6187763 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:04.528949 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:04.602700 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a81ce61-bbe5-424b-8c8c-7e3b202ee64d req-1cd33506-4a23-4bf8-a8d6-9fe9ed2f1906 service neutron] 10.222.0.37 "GET /v2.0/networks/20dfad36-5670-4b99-9ece-7ae1c8affa3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207967 Sep 17 16:20:04.729405 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e28250-087c-4668-ae35-4b6fcabb68cd req-f21a86ae-3106-4661-8b73-068858ff8d63 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:04.736794 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-60e28250-087c-4668-ae35-4b6fcabb68cd req-f21a86ae-3106-4661-8b73-068858ff8d63 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 947 time: 0.0779545 Sep 17 16:20:04.781947 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-60e28250-087c-4668-ae35-4b6fcabb68cd req-1ca31218-fca9-4495-bde5-71f797a9a04e tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Sep 17 16:20:04.967790 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a695cd-4f1d-417d-b172-43aa2d677c2b req-58ccd97a-50ac-4782-8391-019c65625d10 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:04.969341 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-87a695cd-4f1d-417d-b172-43aa2d677c2b req-58ccd97a-50ac-4782-8391-019c65625d10 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 944 time: 0.0800905 Sep 17 16:20:05.029077 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-87a695cd-4f1d-417d-b172-43aa2d677c2b req-99ef4bc5-7663-4cdb-afd7-21b98459b269 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484197 Sep 17 16:20:05.918632 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baaab0-cc66-428a-b35e-97c5b102c416 req-22adb870-aa37-40b5-b1b1-4af19c1d6029 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:05.920384 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46baaab0-cc66-428a-b35e-97c5b102c416 req-22adb870-aa37-40b5-b1b1-4af19c1d6029 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 947 time: 0.0736506 Sep 17 16:20:05.964069 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-46baaab0-cc66-428a-b35e-97c5b102c416 req-883601f8-8566-4e44-bd0b-f20d80c28452 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371857 Sep 17 16:20:06.174190 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820aad0c-90ae-45d9-912d-45e38bf59241 req-d3e163a4-8259-4e7b-8e3f-9bbbdae64ee0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:06.183857 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-820aad0c-90ae-45d9-912d-45e38bf59241 req-d3e163a4-8259-4e7b-8e3f-9bbbdae64ee0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 944 time: 0.0666840 Sep 17 16:20:06.240129 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-820aad0c-90ae-45d9-912d-45e38bf59241 req-f64e90f2-a34a-4897-870b-e3ad319d0f0d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552852 Sep 17 16:20:07.092081 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed9877-4057-42f3-ad47-256c3551a066 req-133582da-5075-4d5e-8d54-8755d0a3af39 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:07.093680 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d1ed9877-4057-42f3-ad47-256c3551a066 req-133582da-5075-4d5e-8d54-8755d0a3af39 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 947 time: 0.0564599 Sep 17 16:20:07.139413 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d1ed9877-4057-42f3-ad47-256c3551a066 req-dee9bc75-c1d4-400f-938e-672c0a2cc2af tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397744 Sep 17 16:20:07.360518 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46605d0e-3903-4bf9-8253-94111171abc3 req-611295e4-3d12-4646-a02f-75bbc75af722 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:07.362063 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-46605d0e-3903-4bf9-8253-94111171abc3 req-611295e4-3d12-4646-a02f-75bbc75af722 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 944 time: 0.0566463 Sep 17 16:20:07.403542 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-46605d0e-3903-4bf9-8253-94111171abc3 req-d28a2015-2468-48b4-911a-f3272291ca8b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342889 Sep 17 16:20:08.064470 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device db05faab-7326-4799-b87e-c0368b6833e1 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:20:08.171146 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port db05faab-7326-4799-b87e-c0368b6833e1, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=db05faab-7326-4799-b87e-c0368b6833e1,segment=NetworkSegment(c339d9b1-fe94-4628-ae5a-9dc609ea7d7a),segment_id=c339d9b1-fe94-4628-ae5a-9dc609ea7d7a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:08.183405 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': 'db05faab-7326-4799-b87e-c0368b6833e1', 'network_id': '20dfad36-5670-4b99-9ece-7ae1c8affa3d', 'port_id': 'db05faab-7326-4799-b87e-c0368b6833e1', 'mac_address': 'fa:16:3e:fc:5a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae10074-8835-4018-9ed9-4f7553d8b4a6', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:20:08.225374 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:08.247373 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db05faab-7326-4799-b87e-c0368b6833e1 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:20:08.276950 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port db05faab-7326-4799-b87e-c0368b6833e1, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=db05faab-7326-4799-b87e-c0368b6833e1,segment=NetworkSegment(c339d9b1-fe94-4628-ae5a-9dc609ea7d7a),segment_id=c339d9b1-fe94-4628-ae5a-9dc609ea7d7a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:08.280981 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833ee4a-6e45-4846-be8c-77e8384c5b38 req-0f4f2c40-f5d9-4b42-8250-4cbd05fc87a0 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:08.282713 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7833ee4a-6e45-4846-be8c-77e8384c5b38 req-0f4f2c40-f5d9-4b42-8250-4cbd05fc87a0 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 947 time: 0.0567186 Sep 17 16:20:08.291434 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:08.332588 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7833ee4a-6e45-4846-be8c-77e8384c5b38 req-05f18bbc-106e-47d2-945f-db76d81d79c3 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Sep 17 16:20:08.357231 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=db05faab-7326-4799-b87e-c0368b6833e1,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:08.543289 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7208-b190-4bb7-9376-f0029d9806b6 req-024d880d-8930-41f2-8bc8-02f528ca03da tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:08.545007 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-780b7208-b190-4bb7-9376-f0029d9806b6 req-024d880d-8930-41f2-8bc8-02f528ca03da tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 944 time: 0.0566370 Sep 17 16:20:08.588057 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-780b7208-b190-4bb7-9376-f0029d9806b6 req-48977713-0764-497b-a136-1a4b56ac39f0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363059 Sep 17 16:20:08.681524 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['db05faab-7326-4799-b87e-c0368b6833e1'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:20:09.163686 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a786fdfb-01d9-4a4a-b3ca-a2b151886f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:09.456499 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7640-92cc-43ba-97a4-a4aeb78eacd2 req-5b1128c5-88f3-4f4f-ae0d-51bc6b072f0d tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:09.458018 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e02f7640-92cc-43ba-97a4-a4aeb78eacd2 req-5b1128c5-88f3-4f4f-ae0d-51bc6b072f0d tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 948 time: 0.0516999 Sep 17 16:20:09.500425 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e02f7640-92cc-43ba-97a4-a4aeb78eacd2 req-a9b95265-e2b4-411d-936a-892abae7305e tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Sep 17 16:20:09.649977 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53c438-2c20-48c7-acad-33a553e21760 req-8babba3f-e59f-457e-8dca-9eb642afc26b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:09.651506 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-8babba3f-e59f-457e-8dca-9eb642afc26b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/networks?id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 HTTP/1.1" status: 200 len: 814 time: 0.1034391 Sep 17 16:20:09.667360 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-65e945eb-1d68-46da-bf7e-ba6db905b4c4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/quotas/e4d6fa1fa09845bbb4194d953aa38d21 HTTP/1.1" status: 200 len: 375 time: 0.0101085 Sep 17 16:20:09.706648 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0be45e-c519-4f74-81ad-b78e37851183 req-9eb0bf42-58c8-4224-9b67-223daa205938 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:09.708206 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0b0be45e-c519-4f74-81ad-b78e37851183 req-9eb0bf42-58c8-4224-9b67-223daa205938 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 944 time: 0.0537446 Sep 17 16:20:09.721194 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-388364fc-4bec-4c69-b077-c48f5670ce2d tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e4d6fa1fa09845bbb4194d953aa38d21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481076 Sep 17 16:20:09.747223 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0b0be45e-c519-4f74-81ad-b78e37851183 req-9964955f-0bbc-4390-bea6-914ac2a1ca4a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328486 Sep 17 16:20:09.829062 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-c06dadfd-e6db-4362-9589-66e892197def service neutron] 10.222.0.50 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937109 Sep 17 16:20:09.917589 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-bed2e170-a523-45d6-a7a8-c392c75ae5b8 service neutron] 10.222.0.50 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821822 Sep 17 16:20:10.071600 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-90520022-6c19-460d-800c-2873869f7eb1 req-11f9c234-dce0-4da3-a09a-1edc0b75fcfa tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 210 time: 0.0263810 Sep 17 16:20:10.095080 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 4ac5298d-df93-4f04-b43d-5755f03623a3 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:20:10.098248 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device db05faab-7326-4799-b87e-c0368b6833e1 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:20:10.208718 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port db05faab-7326-4799-b87e-c0368b6833e1 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:20:10.216874 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port db05faab-7326-4799-b87e-c0368b6833e1 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:10.217257 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:10.258697 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 4ac5298d-df93-4f04-b43d-5755f03623a3, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=4ac5298d-df93-4f04-b43d-5755f03623a3,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:10.277445 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '4ac5298d-df93-4f04-b43d-5755f03623a3', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'port_id': '4ac5298d-df93-4f04-b43d-5755f03623a3', 'mac_address': 'fa:16:3e:c1:11:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:20:10.348557 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:10.365847 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:10.376586 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac5298d-df93-4f04-b43d-5755f03623a3 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:20:10.401468 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc00bb84-9760-4808-9cc4-0b94ea502c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db05faab-7326-4799-b87e-c0368b6833e1'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:20:10.403865 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbd3d3c-6fc8-43ce-bed6-7fcae7df1104" -d '{"events": [{"server_uuid": "bc00bb84-9760-4808-9cc4-0b94ea502c86", "name": "network-vif-plugged", "status": "completed", "tag": "db05faab-7326-4799-b87e-c0368b6833e1"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:20:10.422606 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 4ac5298d-df93-4f04-b43d-5755f03623a3, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=4ac5298d-df93-4f04-b43d-5755f03623a3,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:10.424494 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port db05faab-7326-4799-b87e-c0368b6833e1, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=db05faab-7326-4799-b87e-c0368b6833e1,segment=NetworkSegment(c339d9b1-fe94-4628-ae5a-9dc609ea7d7a),segment_id=c339d9b1-fe94-4628-ae5a-9dc609ea7d7a)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:10.428636 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:10.435216 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:10.513784 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=4ac5298d-df93-4f04-b43d-5755f03623a3,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:10.574831 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3f0f78-3c2b-4cd9-b0b7-4901ddaec6e3 x-openstack-request-id: req-9e3f0f78-3c2b-4cd9-b0b7-4901ddaec6e3 {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:20:10.575199 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc00bb84-9760-4808-9cc4-0b94ea502c86", "name": "network-vif-plugged", "status": "completed", "tag": "db05faab-7326-4799-b87e-c0368b6833e1", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:20:10.575673 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e3f0f78-3c2b-4cd9-b0b7-4901ddaec6e3 {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:20:10.576577 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc00bb84-9760-4808-9cc4-0b94ea502c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db05faab-7326-4799-b87e-c0368b6833e1', 'code': 200} Sep 17 16:20:10.580718 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=db05faab-7326-4799-b87e-c0368b6833e1,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:10.644136 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c815c9-8f86-48b0-8f2e-5120f89d85ed req-72684b2c-6e11-4107-9fd8-d9b7cba81236 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:10.645679 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-08c815c9-8f86-48b0-8f2e-5120f89d85ed req-72684b2c-6e11-4107-9fd8-d9b7cba81236 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0524189 Sep 17 16:20:10.687087 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-08c815c9-8f86-48b0-8f2e-5120f89d85ed req-32918744-1029-4056-889b-fbccae1717b9 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342219 Sep 17 16:20:10.793160 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e51d6-a045-42bb-8d3d-5bb1d5b11de6 req-42d615f0-7ec8-437e-a0e3-8269726e8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:10.794704 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3e9e51d6-a045-42bb-8d3d-5bb1d5b11de6 req-42d615f0-7ec8-437e-a0e3-8269726e8153 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 1102 time: 0.0440483 Sep 17 16:20:10.824124 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['4ac5298d-df93-4f04-b43d-5755f03623a3'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:20:10.830619 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3e9e51d6-a045-42bb-8d3d-5bb1d5b11de6 req-455a7f4b-db7b-445c-a4f2-b49e9ea88263 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285337 Sep 17 16:20:10.871163 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e015f91-521a-4ef4-a8bd-e65d18717cce req-05ce1692-173e-4ec3-8de1-6eda08c77ccc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:10.872677 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2e015f91-521a-4ef4-a8bd-e65d18717cce req-05ce1692-173e-4ec3-8de1-6eda08c77ccc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 945 time: 0.0551729 Sep 17 16:20:10.910823 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-2e015f91-521a-4ef4-a8bd-e65d18717cce req-3856f699-dde4-4bc9-9010-baea713c6a50 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319154 Sep 17 16:20:11.164100 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18f9b947-8a45-4e27-8c11-98cf9a6bf61d req-4a473359-bf60-41ba-b679-184c954fb132 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 210 time: 0.0269961 Sep 17 16:20:11.406796 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53c438-2c20-48c7-acad-33a553e21760 req-5d953cfe-818c-4acc-a1f4-2797f08fd3b0 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:11.408250 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-5d953cfe-818c-4acc-a1f4-2797f08fd3b0 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.37 "GET /v2.0/networks?id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 HTTP/1.1" status: 200 len: 814 time: 0.1045029 Sep 17 16:20:11.421464 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'port': {'device_id': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'admin_state_up': True, 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:11.535662 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Made reservation on behalf of e4d6fa1fa09845bbb4194d953aa38d21 for: {'port': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:20:11.539752 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:11.676918 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Allocated IP 172.20.0.3 (ae48f083-1a21-47e1-a9d6-6b8dfc3fa709/7c381030-f240-4bd4-8d19-ffa0b5a089ed/d5d12dbb-8a55-41de-aebf-8ed7dcbc4434) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:20:11.831285 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ea84b7a2-86c9-4b8b-afe3-963312a30090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:11.833577 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edb4b0-a52e-4918-81ee-5c548cc17d1d req-fe4e43c4-fb2d-4c09-add8-d501c80e424b tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:11.842126 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-03edb4b0-a52e-4918-81ee-5c548cc17d1d req-fe4e43c4-fb2d-4c09-add8-d501c80e424b tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0614207 Sep 17 16:20:11.890471 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:11.902193 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-03edb4b0-a52e-4918-81ee-5c548cc17d1d req-7325f05f-dd4a-4aec-9e18-5e6e3cfaa772 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532610 Sep 17 16:20:11.949701 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:12.010106 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:20:12.015120 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:20:12.035966 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:20:12.124304 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'Port': ['ID=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:12.135227 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 4ac5298d-df93-4f04-b43d-5755f03623a3 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:20:12.152581 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:12.153106 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:12.176417 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb5c6e-bdd7-40d8-965e-49cb59ea9da5 req-10b85391-fef0-43dc-acff-336870f9432a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:12.178014 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8fb5c6e-bdd7-40d8-965e-49cb59ea9da5 req-10b85391-fef0-43dc-acff-336870f9432a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 945 time: 0.1048768 Sep 17 16:20:12.214153 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:12.229854 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-3ac9326d-d580-4db3-89f7-6ac6b44eaed5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8119709 Sep 17 16:20:12.269875 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c8fb5c6e-bdd7-40d8-965e-49cb59ea9da5 req-c0912f0a-47fe-4028-985c-728489e50ff0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713215 Sep 17 16:20:12.287338 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 4ac5298d-df93-4f04-b43d-5755f03623a3 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:20:12.315469 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 4ac5298d-df93-4f04-b43d-5755f03623a3 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:12.315469 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:12.366831 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e38b5-f2b2-4270-a2f3-02971b73f54d req-67c861db-4ff1-45f2-8baa-4cbde5db8c72 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:12.375922 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e52e38b5-f2b2-4270-a2f3-02971b73f54d req-67c861db-4ff1-45f2-8baa-4cbde5db8c72 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0737686 Sep 17 16:20:12.422593 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e52e38b5-f2b2-4270-a2f3-02971b73f54d req-4641c979-8206-4bf6-abcf-8ca233ee5c7a tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452633 Sep 17 16:20:12.457008 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:12.492301 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-19c00408-fec7-486a-8f52-fd6e07f430ea None None] Provisioning complete for port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:12.492914 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-19c00408-fec7-486a-8f52-fd6e07f430ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:12.519129 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 4ac5298d-df93-4f04-b43d-5755f03623a3, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=4ac5298d-df93-4f04-b43d-5755f03623a3,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:12.526607 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:12.556946 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-19c00408-fec7-486a-8f52-fd6e07f430ea None None] Port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:20:12.577795 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5298d-df93-4f04-b43d-5755f03623a3'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:20:12.580015 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c62877d-47b3-4ea4-bc05-f2143953228c" -d '{"events": [{"server_uuid": "96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372", "name": "network-vif-plugged", "status": "completed", "tag": "4ac5298d-df93-4f04-b43d-5755f03623a3"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:20:12.592104 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=4ac5298d-df93-4f04-b43d-5755f03623a3,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:12.627406 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec783758-00db-422d-bc00-76f7a9f0395f x-openstack-request-id: req-ec783758-00db-422d-bc00-76f7a9f0395f {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:20:12.627406 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372", "name": "network-vif-plugged", "status": "completed", "tag": "4ac5298d-df93-4f04-b43d-5755f03623a3", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:20:12.627679 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec783758-00db-422d-bc00-76f7a9f0395f {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:20:12.627957 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5298d-df93-4f04-b43d-5755f03623a3', 'code': 200} Sep 17 16:20:13.026511 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c7026-4c9a-462e-b719-ad8f7d6d37f4 req-530f8232-2392-4854-a473-67a519d38a22 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:13.028873 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b71c7026-4c9a-462e-b719-ad8f7d6d37f4 req-530f8232-2392-4854-a473-67a519d38a22 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0605526 Sep 17 16:20:13.075019 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b71c7026-4c9a-462e-b719-ad8f7d6d37f4 req-c8d88da6-db9f-4cf0-b0aa-c45134a68271 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Sep 17 16:20:13.410523 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d248c77-8748-440b-81c2-a1cad2e68dc4 req-6bfc8828-429b-4ecf-8241-f11e40269f3d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:13.412034 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3d248c77-8748-440b-81c2-a1cad2e68dc4 req-6bfc8828-429b-4ecf-8241-f11e40269f3d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0514743 Sep 17 16:20:13.421352 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:13.460163 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3d248c77-8748-440b-81c2-a1cad2e68dc4 req-45148bc7-5cd0-4ee3-a3de-f74f3238f529 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410326 Sep 17 16:20:13.542955 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a159b22-18b2-4fa5-981d-1dc7463db94a req-745c9f3f-0bd3-4415-90d3-8d3d1017e617 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:13.544510 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4a159b22-18b2-4fa5-981d-1dc7463db94a req-745c9f3f-0bd3-4415-90d3-8d3d1017e617 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0536623 Sep 17 16:20:13.585286 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4a159b22-18b2-4fa5-981d-1dc7463db94a req-4410c768-5f83-47d9-b3db-4c260589b06f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342169 Sep 17 16:20:14.199036 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae113a-b02d-4221-9bce-7591d2713faa req-fb9dc971-8390-4ad1-ac47-59376cd2d1d4 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:14.200488 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b1ae113a-b02d-4221-9bce-7591d2713faa req-fb9dc971-8390-4ad1-ac47-59376cd2d1d4 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0558794 Sep 17 16:20:14.240902 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b1ae113a-b02d-4221-9bce-7591d2713faa req-524cad35-c17c-49ba-a8af-589fec81835f tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340447 Sep 17 16:20:14.585657 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4abfe0-e915-4f93-965e-b29d8cfd67bc req-cf4f5acd-ad82-4e37-b866-afad2b9488c8 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:14.590150 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6d4abfe0-e915-4f93-965e-b29d8cfd67bc req-cf4f5acd-ad82-4e37-b866-afad2b9488c8 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0546002 Sep 17 16:20:14.633996 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-6d4abfe0-e915-4f93-965e-b29d8cfd67bc req-6175750e-039c-4ad1-9587-082cdfb467a2 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400391 Sep 17 16:20:14.714903 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fd09c-5996-4d70-b65f-a4e7c1da7032 req-e38f13a7-1bd0-4714-b8c8-2bbf7219d198 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:14.716597 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f10fd09c-5996-4d70-b65f-a4e7c1da7032 req-e38f13a7-1bd0-4714-b8c8-2bbf7219d198 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0550237 Sep 17 16:20:14.756626 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f10fd09c-5996-4d70-b65f-a4e7c1da7032 req-399686ba-d119-48a1-92d9-c14846f952fc tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336759 Sep 17 16:20:14.819193 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:15.362803 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c72ef-4d7a-47f2-bb60-b4e4ad1104ee req-76f417bc-c532-4c7f-95e6-f4b3d069c69f tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:15.364307 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a81c72ef-4d7a-47f2-bb60-b4e4ad1104ee req-76f417bc-c532-4c7f-95e6-f4b3d069c69f tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0543287 Sep 17 16:20:15.405519 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a81c72ef-4d7a-47f2-bb60-b4e4ad1104ee req-37f43d67-d4ff-4ecc-b13b-3e69ba95f7ae tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349376 Sep 17 16:20:15.602958 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:15.767426 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d815e4b-df1f-431d-bf7f-56c34de3a988 req-be1171f7-9ef6-4345-8c33-b762ecd0887f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:15.769145 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0d815e4b-df1f-431d-bf7f-56c34de3a988 req-be1171f7-9ef6-4345-8c33-b762ecd0887f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0585642 Sep 17 16:20:15.858313 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0d815e4b-df1f-431d-bf7f-56c34de3a988 req-6621cb5a-1459-413b-9063-d07e9c02fe5b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825131 Sep 17 16:20:15.935936 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae471b2-597c-442a-92f5-2b4a935b6386 req-3c1ee4ca-c2ec-45c3-9eba-0ac6d9e77037 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:15.942096 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fae471b2-597c-442a-92f5-2b4a935b6386 req-3c1ee4ca-c2ec-45c3-9eba-0ac6d9e77037 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0995550 Sep 17 16:20:15.983288 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-fae471b2-597c-442a-92f5-2b4a935b6386 req-12b277ca-436c-425d-8baf-c64d05a78ea3 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393355 Sep 17 16:20:16.524389 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cae5d-b4fa-4cce-82a3-eae65a96f075 req-f33183c7-ddf9-4f09-8c35-3fc3c29c5f60 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:16.525870 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-cd7cae5d-b4fa-4cce-82a3-eae65a96f075 req-f33183c7-ddf9-4f09-8c35-3fc3c29c5f60 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0514014 Sep 17 16:20:16.566229 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-cd7cae5d-b4fa-4cce-82a3-eae65a96f075 req-4075d1c2-f28a-4e55-9dbb-fc8564649006 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343363 Sep 17 16:20:16.972454 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2069aad-63b3-4795-8c2b-27f3911a189e req-f7105692-248a-4346-be1f-c539d3ca4575 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:16.974256 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e2069aad-63b3-4795-8c2b-27f3911a189e req-f7105692-248a-4346-be1f-c539d3ca4575 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0505242 Sep 17 16:20:17.023994 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e2069aad-63b3-4795-8c2b-27f3911a189e req-5148cfa9-224b-4700-9c64-17b0bb806eae tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389838 Sep 17 16:20:17.127527 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d10ed-adef-4faf-8989-bf38adfbe5cb req-044b4cda-7060-4343-a9c7-8b4b972989b8 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:17.129807 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c87d10ed-adef-4faf-8989-bf38adfbe5cb req-044b4cda-7060-4343-a9c7-8b4b972989b8 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0578809 Sep 17 16:20:17.173584 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c87d10ed-adef-4faf-8989-bf38adfbe5cb req-e7bae764-2a69-457c-8355-ede33b50d208 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Sep 17 16:20:17.694644 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2bb6e-4bbf-4a45-871c-49e142c1f116 req-0334645c-42d4-4cfc-97b0-b4736d0af187 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:17.696067 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a5e2bb6e-4bbf-4a45-871c-49e142c1f116 req-0334645c-42d4-4cfc-97b0-b4736d0af187 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0599279 Sep 17 16:20:17.738294 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a5e2bb6e-4bbf-4a45-871c-49e142c1f116 req-51182cc1-ec87-48f6-9fc0-4d4c2ccc10a4 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349989 Sep 17 16:20:18.141851 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4e8a2-1668-41b9-bf51-c50785a2eb85 req-0f29c20c-725b-4e28-b49e-2f97dffc47c4 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:18.143347 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-58b4e8a2-1668-41b9-bf51-c50785a2eb85 req-0f29c20c-725b-4e28-b49e-2f97dffc47c4 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0501940 Sep 17 16:20:18.186786 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-58b4e8a2-1668-41b9-bf51-c50785a2eb85 req-2b791971-a13d-40be-8539-2cdfc182c9a4 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375185 Sep 17 16:20:18.306414 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1631e9-4f14-4ac1-8a42-d17b99496f87 req-79a658ec-cc0f-42ac-b6fa-6bb45c28820f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:18.307831 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0f1631e9-4f14-4ac1-8a42-d17b99496f87 req-79a658ec-cc0f-42ac-b6fa-6bb45c28820f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0501726 Sep 17 16:20:18.347546 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0f1631e9-4f14-4ac1-8a42-d17b99496f87 req-97bda5bc-72fd-414e-a812-5d7960d89312 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Sep 17 16:20:18.679206 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41562) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:18.725521 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9617f0b8-aad3-4b4e-8c34-d4b3c7101ba6 admin admin] Deleting subnet 33c38a4e-0f9b-41a1-afbf-9b054c4f9cd2 {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:20:18.729258 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9617f0b8-aad3-4b4e-8c34-d4b3c7101ba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:18.769042 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9617f0b8-aad3-4b4e-8c34-d4b3c7101ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5451869'] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:18.820549 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9617f0b8-aad3-4b4e-8c34-d4b3c7101ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:18.862522 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d08f09-da07-4e65-a288-29a501e476cc req-6505d6b4-3bbb-4da4-88c5-0008f6920d7f tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:18.865990 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5d08f09-da07-4e65-a288-29a501e476cc req-6505d6b4-3bbb-4da4-88c5-0008f6920d7f tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0532475 Sep 17 16:20:18.894240 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9617f0b8-aad3-4b4e-8c34-d4b3c7101ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16344320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16483010'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:18.914390 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5d08f09-da07-4e65-a288-29a501e476cc req-5f54faa5-7af0-4555-9c9b-f8d3a24ec0c8 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Sep 17 16:20:18.932330 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617f0b8-aad3-4b4e-8c34-d4b3c7101ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c38a4e-0f9b-41a1-afbf-9b054c4f9cd2,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:18.935071 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9617f0b8-aad3-4b4e-8c34-d4b3c7101ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:18.939437 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-9617f0b8-aad3-4b4e-8c34-d4b3c7101ba6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/33c38a4e-0f9b-41a1-afbf-9b054c4f9cd2 HTTP/1.1" status: 204 len: 168 time: 0.2570243 Sep 17 16:20:18.939813 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41566) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:19.011069 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.096679 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.117855 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811dbcbb-f827-4e1d-be1a-25c59df11a41']}} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:19.127180 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf27498-b9f1-406f-8ff4-2fa3c641bdf7') {'for_net_delete': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:19.127481 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf27498-b9f1-406f-8ff4-2fa3c641bdf7') {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:19.137506 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16506986'] for segment, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.151267 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.157600 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:20:19.157997 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510347'] for segment, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: Traceback (most recent call last): Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: timer() Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: cb(*args, **kw) Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: return func(*args, **kwargs) Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: self._notify() Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: self.callback(batched_events) Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: event.method(event) Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: return f(self, *a, **k) Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._get(url).json() Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: return self.request(url, 'GET', **kwargs) Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:20:19.159778 dv-cinder-734093-3-iscsi neutron-server[100591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:20:19.227860 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.240181 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.246257 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41570) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:19.246659 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] 10.222.0.50 "DELETE /v2.0/networks/811dbcbb-f827-4e1d-be1a-25c59df11a41 HTTP/1.1" status: 204 len: 168 time: 0.3055720 Sep 17 16:20:19.259422 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828397f-bbd2-4747-9c67-3ab6bc223712 admin admin] Pushing event deleted for resources: {'Network': ['ID=811dbcbb-f827-4e1d-be1a-25c59df11a41,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:19.329082 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6077848a-c0bd-4e56-81de-2aa170013018 admin admin] Deleting subnet 8391f644-6e42-4653-bb2e-c221a9a133f9 {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:20:19.332652 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6077848a-c0bd-4e56-81de-2aa170013018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.382645 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451706-dcdb-4d68-b82a-12a38fc0ed26 req-4254866c-623c-4597-b6d9-3ea112a83043 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:19.384848 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0c451706-dcdb-4d68-b82a-12a38fc0ed26 req-4254866c-623c-4597-b6d9-3ea112a83043 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0993567 Sep 17 16:20:19.391424 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:20:19.395397 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6077848a-c0bd-4e56-81de-2aa170013018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5451869'] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.465657 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6077848a-c0bd-4e56-81de-2aa170013018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.471344 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7fdd6-33ff-4f69-8c1e-a2ede3b53f02 req-2a83ea01-45ba-422e-8440-cc1381a20395 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:19.473036 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-93a7fdd6-33ff-4f69-8c1e-a2ede3b53f02 req-2a83ea01-45ba-422e-8440-cc1381a20395 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0540855 Sep 17 16:20:19.488261 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0c451706-dcdb-4d68-b82a-12a38fc0ed26 req-2c9a149e-79ad-41d6-b165-f98d200f92b5 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682693 Sep 17 16:20:19.518838 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-93a7fdd6-33ff-4f69-8c1e-a2ede3b53f02 req-1d06594d-133e-4b22-ac23-a25f56a4e4ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387003 Sep 17 16:20:19.541356 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6077848a-c0bd-4e56-81de-2aa170013018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16344320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16483010'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.582683 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077848a-c0bd-4e56-81de-2aa170013018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8391f644-6e42-4653-bb2e-c221a9a133f9,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:19.590431 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6077848a-c0bd-4e56-81de-2aa170013018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.594690 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-6077848a-c0bd-4e56-81de-2aa170013018 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8391f644-6e42-4653-bb2e-c221a9a133f9 HTTP/1.1" status: 204 len: 168 time: 0.3450875 Sep 17 16:20:19.594970 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41574) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:19.667219 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.755107 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.775936 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdf7dae-95bc-47fc-84ff-0fa60859e626']}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:19.785370 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec40459b-699c-477f-a3c5-4635a88061ea') {'for_net_delete': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:19.785694 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec40459b-699c-477f-a3c5-4635a88061ea') {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:19.795904 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5451862'] for segment, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.809629 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.816531 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:20:19.817054 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16345310'] for segment, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: Traceback (most recent call last): Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: timer() Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: cb(*args, **kw) Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: return func(*args, **kwargs) Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: self._notify() Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: self.callback(batched_events) Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: event.method(event) Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: return f(self, *a, **k) Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._get(url).json() Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: return self.request(url, 'GET', **kwargs) Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:20:19.819400 dv-cinder-734093-3-iscsi neutron-server[100590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:20:19.876772 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.902308 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:19.904434 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] 10.222.0.50 "DELETE /v2.0/networks/bbdf7dae-95bc-47fc-84ff-0fa60859e626 HTTP/1.1" status: 204 len: 168 time: 0.3084254 Sep 17 16:20:19.905594 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ed83b-dfe5-45b7-a7d2-2b11d9f6fb8c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdf7dae-95bc-47fc-84ff-0fa60859e626,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:20.043149 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085aa6-a3c4-4251-80f1-a38dce98f970 req-69d0c74e-6ff4-4135-8e65-af95634e7db4 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:20.053345 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b085aa6-a3c4-4251-80f1-a38dce98f970 req-69d0c74e-6ff4-4135-8e65-af95634e7db4 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0639491 Sep 17 16:20:20.114616 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-5b085aa6-a3c4-4251-80f1-a38dce98f970 req-3c6ec052-5929-47ec-a9f2-ed67ed3f4485 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575669 Sep 17 16:20:20.156674 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41580) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:20.199354 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-a5065b33-e5d4-472a-ab4d-fa49acb8dc29 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0bc325109604b7dbbcd443ea848eadf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411489 Sep 17 16:20:20.201630 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41582) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:20.254394 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ac2d3c80-a8fe-4e35-a6f0-738aec046894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:20.277088 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ac2d3c80-a8fe-4e35-a6f0-738aec046894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:20.327371 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ac2d3c80-a8fe-4e35-a6f0-738aec046894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:20.330593 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ac2d3c80-a8fe-4e35-a6f0-738aec046894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:20.332030 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-ac2d3c80-a8fe-4e35-a6f0-738aec046894 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f69ff21b-d11a-4405-8d4e-2d844b4ba692 HTTP/1.1" status: 204 len: 168 time: 0.1293104 Sep 17 16:20:20.348937 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d3c80-a8fe-4e35-a6f0-738aec046894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69ff21b-d11a-4405-8d4e-2d844b4ba692,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:20.684435 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f77e3-f464-432d-ac88-beddfdd7ecd3 req-a536adce-4b13-457e-9e14-0e8a33f2b8be tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:20.684772 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fa945-8775-4ba7-a381-ab93141a83fc req-ffb6ca94-c668-41b2-9dc8-880f7183baaf tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:20.686842 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf2f77e3-f464-432d-ac88-beddfdd7ecd3 req-a536adce-4b13-457e-9e14-0e8a33f2b8be tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0762866 Sep 17 16:20:20.687394 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d09fa945-8775-4ba7-a381-ab93141a83fc req-ffb6ca94-c668-41b2-9dc8-880f7183baaf tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0856137 Sep 17 16:20:20.728998 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41592) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:20.751433 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d09fa945-8775-4ba7-a381-ab93141a83fc req-c51f14fd-3d4a-4f9f-9821-d37da1ad60e8 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582995 Sep 17 16:20:20.761595 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf2f77e3-f464-432d-ac88-beddfdd7ecd3 req-81e0a689-f841-4a21-baf3-49c3c01f1802 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650902 Sep 17 16:20:20.785040 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-ab498464-ed87-4510-b6f0-577398f8343e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66ba49e412254bacb1f8dd91de94d703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547857 Sep 17 16:20:20.788968 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41594) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:20.862256 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a99784c4-efe6-4459-bd49-747942493107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:20.899137 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a99784c4-efe6-4459-bd49-747942493107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:20.950446 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a99784c4-efe6-4459-bd49-747942493107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:20.953737 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-a99784c4-efe6-4459-bd49-747942493107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:20.957205 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-a99784c4-efe6-4459-bd49-747942493107 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/025897a6-a631-47f8-a071-28b92b8a9c7b HTTP/1.1" status: 204 len: 168 time: 0.1648285 Sep 17 16:20:20.964031 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99784c4-efe6-4459-bd49-747942493107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025897a6-a631-47f8-a071-28b92b8a9c7b,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:21.227707 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168230e-42ee-46ed-9686-019db76f26fa req-dcf31ba9-fc55-48ae-b5ee-971353c3ae8c tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:21.229710 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7168230e-42ee-46ed-9686-019db76f26fa req-dcf31ba9-fc55-48ae-b5ee-971353c3ae8c tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0513082 Sep 17 16:20:21.280719 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7168230e-42ee-46ed-9686-019db76f26fa req-e154df63-347e-4a56-b1e7-f99fdb2eb12e tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Sep 17 16:20:21.907900 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4eec14-e5a1-4456-ac39-33f870b858d9 req-926e0a2d-4015-409f-a5b3-9eca5836a47a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:21.909442 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ff4eec14-e5a1-4456-ac39-33f870b858d9 req-926e0a2d-4015-409f-a5b3-9eca5836a47a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0827601 Sep 17 16:20:21.918664 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f71c5a-919f-4950-8903-59528042f301 req-a23a1043-d06a-465a-82f3-1a379aaa25e9 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:21.920520 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-70f71c5a-919f-4950-8903-59528042f301 req-a23a1043-d06a-465a-82f3-1a379aaa25e9 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0777111 Sep 17 16:20:21.956150 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ff4eec14-e5a1-4456-ac39-33f870b858d9 req-98814c82-ce6f-49da-b97a-7474301af214 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388725 Sep 17 16:20:21.970285 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-70f71c5a-919f-4950-8903-59528042f301 req-00223cd7-afbe-4026-b93d-417e5c18f9eb tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Sep 17 16:20:22.406444 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440ac6f-dd00-4f4c-be09-fc82bf56db99 req-16925683-1a97-402e-89d6-4f94bb9d5a42 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:22.407940 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9440ac6f-dd00-4f4c-be09-fc82bf56db99 req-16925683-1a97-402e-89d6-4f94bb9d5a42 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0509911 Sep 17 16:20:22.449187 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9440ac6f-dd00-4f4c-be09-fc82bf56db99 req-e352255b-f779-49fe-8d9f-deff148bc6ac tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350680 Sep 17 16:20:23.096839 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd67d6-9fc0-44a5-afea-cc88eb9c2ed3 req-98dbb05e-4585-48ec-864c-f3dfb7645747 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:23.099709 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c3cd67d6-9fc0-44a5-afea-cc88eb9c2ed3 req-98dbb05e-4585-48ec-864c-f3dfb7645747 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0573454 Sep 17 16:20:23.102031 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e5b0a-7e11-4ed8-bf93-bded4346e264 req-4728ffe6-882f-4250-b726-0121247c7468 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:23.103615 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4e6e5b0a-7e11-4ed8-bf93-bded4346e264 req-4728ffe6-882f-4250-b726-0121247c7468 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0559800 Sep 17 16:20:23.142727 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c3cd67d6-9fc0-44a5-afea-cc88eb9c2ed3 req-b92da103-ea7d-409c-8e97-631f9c527195 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361471 Sep 17 16:20:23.146389 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-4e6e5b0a-7e11-4ed8-bf93-bded4346e264 req-fa480a84-73a9-45a9-9b51-285dbdcced1b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368936 Sep 17 16:20:23.564119 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e8906-eee3-4a5a-9250-5bcac4d64410 req-163ba76c-95ea-4c28-ba12-4a2569d73b21 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:23.565660 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fd6e8906-eee3-4a5a-9250-5bcac4d64410 req-163ba76c-95ea-4c28-ba12-4a2569d73b21 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0492098 Sep 17 16:20:23.604237 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fd6e8906-eee3-4a5a-9250-5bcac4d64410 req-f8a65057-73c2-4ffe-b665-7a777ff27ca6 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Sep 17 16:20:24.265068 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c8283-27b4-461a-9393-6ac02249ea7f req-c3275975-f61f-48cb-aa4e-b8858620403d tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:24.265722 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e53b9-cb27-453e-ab84-17bfff6a4a43 req-b99d8ddb-0e17-4546-8119-fc424dc5f22b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:24.266715 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c67c8283-27b4-461a-9393-6ac02249ea7f req-c3275975-f61f-48cb-aa4e-b8858620403d tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 931 time: 0.0514593 Sep 17 16:20:24.266849 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d86e53b9-cb27-453e-ab84-17bfff6a4a43 req-b99d8ddb-0e17-4546-8119-fc424dc5f22b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0572414 Sep 17 16:20:24.304900 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c67c8283-27b4-461a-9393-6ac02249ea7f req-d67f3880-b475-4e78-ba5b-e47ba8519782 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Sep 17 16:20:24.306407 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-d86e53b9-cb27-453e-ab84-17bfff6a4a43 req-0266895d-3c67-41b2-a9b0-56d48078c660 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329711 Sep 17 16:20:24.722125 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1452ae-af5f-41eb-b2e8-5121e5d66c80 req-e513ca14-7f96-4a28-a6a5-c8cf8c4fe766 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:24.723624 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6c1452ae-af5f-41eb-b2e8-5121e5d66c80 req-e513ca14-7f96-4a28-a6a5-c8cf8c4fe766 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0526597 Sep 17 16:20:24.763687 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-6c1452ae-af5f-41eb-b2e8-5121e5d66c80 req-637f9832-71c5-4110-a8d4-e3d2017c4166 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Sep 17 16:20:24.790253 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Request body: {'port': {'device_id': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:24.844706 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:25.064445 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cf511-94d4-471a-97e8-3872b8c4db5c req-e6ab3a84-6632-4711-a3de-bc10c3c6a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:25.065863 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-312cf511-94d4-471a-97e8-3872b8c4db5c req-e6ab3a84-6632-4711-a3de-bc10c3c6a407 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 1099 time: 0.0423739 Sep 17 16:20:25.110891 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-312cf511-94d4-471a-97e8-3872b8c4db5c req-4977eb38-9b23-4131-a78f-7eec7f845ad4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329812 Sep 17 16:20:25.134969 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 {{(pid=100591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:20:25.142584 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:25.157368 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Transition to ACTIVE for port object d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:20:25.161685 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:25.216547 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Pushing event updated for resources: {'Port': ['ID=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:25.292613 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Attempting to bind port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:20:25.293288 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Attempting to bind port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:20:25.293288 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Attempting to bind port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 on network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:20:25.298191 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 on network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:20:25.298526 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Attempting to bind port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 on network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:20:25.304387 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:20:25.304720 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Checking segment: {'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:20:25.305105 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Bound using segment: {'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:20:25.305559 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Bound port: d5d12dbb-8a55-41de-aebf-8ed7dcbc4434, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:20:25.306145 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:25.380391 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] For port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434, host hv-cinder-73409, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:20:25.384940 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] For port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:20:25.400101 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:25.437978 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fad78c-2b1e-477d-ba18-4e6d25a70183 req-da6c708b-0512-4c56-9845-7ed2f66b4768 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:25.439511 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-58fad78c-2b1e-477d-ba18-4e6d25a70183 req-da6c708b-0512-4c56-9845-7ed2f66b4768 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 943 time: 0.0544424 Sep 17 16:20:25.452283 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:25.452937 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:25.454329 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] 10.222.0.37 "PUT /v2.0/ports/d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 1093 time: 0.6686318 Sep 17 16:20:25.457305 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:20:25.460001 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7" -d '{"events": [{"name": "network-changed", "server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:20:25.485122 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-58fad78c-2b1e-477d-ba18-4e6d25a70183 req-54802071-761d-40ec-80c0-a07f5b4dd5df tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392838 Sep 17 16:20:25.497848 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a17c0f-7dc5-49fa-a363-dea8f904469b service neutron] Pushing event updated for resources: {'Port': ['ID=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:25.522652 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919c3bf-ffcd-4dd7-b476-3943d9f3f6d9 req-bf83ab91-7001-493b-bbda-17e7017a342c tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:25.524408 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e919c3bf-ffcd-4dd7-b476-3943d9f3f6d9 req-bf83ab91-7001-493b-bbda-17e7017a342c tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.1379390 Sep 17 16:20:25.560025 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e855e2-69dc-4b24-8b10-2bdd5964dc9e x-openstack-request-id: req-25e855e2-69dc-4b24-8b10-2bdd5964dc9e {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:20:25.560315 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:20:25.560569 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25e855e2-69dc-4b24-8b10-2bdd5964dc9e {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:20:25.560954 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'status': 'completed', 'code': 200} Sep 17 16:20:25.602110 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e919c3bf-ffcd-4dd7-b476-3943d9f3f6d9 req-23f9f08f-5b89-4592-b906-af16debef62a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711443 Sep 17 16:20:25.612091 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53c438-2c20-48c7-acad-33a553e21760 req-47bf65f5-9f23-49ea-80fc-6f3967861fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:25.613613 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-47bf65f5-9f23-49ea-80fc-6f3967861fa3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4d6fa1fa09845bbb4194d953aa38d21&device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 1096 time: 0.0816510 Sep 17 16:20:25.717791 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-86bd5344-185f-45f9-b153-87a1151e20a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 217 time: 0.0358632 Sep 17 16:20:25.767814 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53c438-2c20-48c7-acad-33a553e21760 req-69abb204-cae4-4715-ac59-7607dfe4af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:25.769159 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-69abb204-cae4-4715-ac59-7607dfe4af26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c381030-f240-4bd4-8d19-ffa0b5a089ed HTTP/1.1" status: 200 len: 853 time: 0.0426762 Sep 17 16:20:25.835163 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53c438-2c20-48c7-acad-33a553e21760 req-1cd495a9-0a92-4594-86ea-a27754bced13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:25.836591 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-1cd495a9-0a92-4594-86ea-a27754bced13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450270 Sep 17 16:20:25.889027 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b0a57-3d3b-4852-ac95-5f2ed2903ac1 req-1766f174-b937-4c35-87a5-15d5f8b36d3c tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:25.890609 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-893b0a57-3d3b-4852-ac95-5f2ed2903ac1 req-1766f174-b937-4c35-87a5-15d5f8b36d3c tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0531142 Sep 17 16:20:25.931493 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-893b0a57-3d3b-4852-ac95-5f2ed2903ac1 req-7e94c03b-beb0-4929-9ffc-932c198cecbe tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349004 Sep 17 16:20:25.932909 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-af3959f7-d6c3-461c-8d29-f93ff3e127b6 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876887 Sep 17 16:20:26.032220 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4c53c438-2c20-48c7-acad-33a553e21760 req-73b4eef3-827f-4a88-8dfa-fde944305393 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902424 Sep 17 16:20:26.126733 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-cbbee771-0206-4a15-ad42-b4e8ea7f8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:26.128309 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-cbbee771-0206-4a15-ad42-b4e8ea7f8fe2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4d6fa1fa09845bbb4194d953aa38d21&device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 1096 time: 0.0453880 Sep 17 16:20:26.187935 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd4049-e9f0-425c-8ec8-0407906f719e req-9da91fa2-7f35-40b7-8e12-3e5a597a5637 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:26.189415 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ffdd4049-e9f0-425c-8ec8-0407906f719e req-9da91fa2-7f35-40b7-8e12-3e5a597a5637 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0481553 Sep 17 16:20:26.232505 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ffdd4049-e9f0-425c-8ec8-0407906f719e req-f4eac768-f39c-4861-958c-bce327d9d672 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362635 Sep 17 16:20:26.237625 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-db8b6d7c-62da-4269-b89a-be24225bab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:26.239436 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-db8b6d7c-62da-4269-b89a-be24225bab8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 HTTP/1.1" status: 200 len: 915 time: 0.0901604 Sep 17 16:20:26.285055 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-7dc7b150-b8ec-49af-b5fb-1eee146af2a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 217 time: 0.0368321 Sep 17 16:20:26.334617 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-9e559045-237a-4347-b841-29fc2c876fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:26.336688 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-9e559045-237a-4347-b841-29fc2c876fbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c381030-f240-4bd4-8d19-ffa0b5a089ed HTTP/1.1" status: 200 len: 853 time: 0.0447335 Sep 17 16:20:26.389415 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-efa44359-f348-45d9-b6a1-8efa13383df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:26.391024 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-efa44359-f348-45d9-b6a1-8efa13383df7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460351 Sep 17 16:20:26.505290 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-b36ffab3-f9d4-410b-be58-4318478f2aec service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037028 Sep 17 16:20:26.658170 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f8c63f41-b4aa-48f3-86ee-f1536fdd89f7 req-d433b1d9-aca3-467c-911c-15d5df805989 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416674 Sep 17 16:20:26.667393 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f5d04-c08e-474e-b41a-1fe281e69f56 req-b387c35f-a0a9-43f8-9f64-376fcf1545aa tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:26.668922 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fd0f5d04-c08e-474e-b41a-1fe281e69f56 req-b387c35f-a0a9-43f8-9f64-376fcf1545aa tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 943 time: 0.0787201 Sep 17 16:20:26.714060 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fd0f5d04-c08e-474e-b41a-1fe281e69f56 req-b9db6e7f-0635-421b-9698-0888ee9a4ab6 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Sep 17 16:20:26.744394 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541602c-b763-437c-82b5-0de5ce1f39f7 req-a7be1e8c-7ef5-4c19-9e0f-fd4c2e4ce28d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:26.746002 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1541602c-b763-437c-82b5-0de5ce1f39f7 req-a7be1e8c-7ef5-4c19-9e0f-fd4c2e4ce28d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0664783 Sep 17 16:20:26.785956 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1541602c-b763-437c-82b5-0de5ce1f39f7 req-5f648713-8ca2-4fe5-89e6-c858d6eee116 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337372 Sep 17 16:20:27.358760 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faafa4-ec16-4a1e-8e90-baeea10da0ba req-b265f353-3653-4f14-86f2-68049492edb9 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:27.360228 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-13faafa4-ec16-4a1e-8e90-baeea10da0ba req-b265f353-3653-4f14-86f2-68049492edb9 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0498378 Sep 17 16:20:27.399128 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-13faafa4-ec16-4a1e-8e90-baeea10da0ba req-50178b9e-ffaa-4e2f-b5d2-2629a6ffe834 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Sep 17 16:20:27.830691 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397f85a-fbab-4fb4-97cd-cdd39d2ecf30 req-b7b38369-310a-43bc-9559-0826a88f86b5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:27.832195 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c397f85a-fbab-4fb4-97cd-cdd39d2ecf30 req-b7b38369-310a-43bc-9559-0826a88f86b5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 943 time: 0.0493951 Sep 17 16:20:27.873471 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c397f85a-fbab-4fb4-97cd-cdd39d2ecf30 req-b1ddc1b2-5599-4514-8169-83f1daf9286f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336521 Sep 17 16:20:27.909217 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4925c00-0059-4333-982f-082e2df1ec81 req-97b5f135-1b7b-406b-9625-b38d8a405175 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:27.911041 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d4925c00-0059-4333-982f-082e2df1ec81 req-97b5f135-1b7b-406b-9625-b38d8a405175 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0549755 Sep 17 16:20:27.953997 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d4925c00-0059-4333-982f-082e2df1ec81 req-ca684e3a-f153-4cb1-9d93-b201bd0e4520 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355790 Sep 17 16:20:28.068660 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f99aa-982e-4dde-b41a-86e6b800e241 req-5abe6f18-3316-4229-a6de-17fcd1c6ada0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:28.070773 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-121f99aa-982e-4dde-b41a-86e6b800e241 req-5abe6f18-3316-4229-a6de-17fcd1c6ada0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0497916 Sep 17 16:20:28.112746 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-121f99aa-982e-4dde-b41a-86e6b800e241 req-dca262ae-8562-451a-b61c-ed3ab52c2fc4 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360458 Sep 17 16:20:28.136701 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41734) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:28.322297 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399fc07a-d06c-445d-afbc-f460ac20e21a tempest-TestVolumeBootPattern-619050159 tempest-TestVolumeBootPattern-619050159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:28.323812 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-399fc07a-d06c-445d-afbc-f460ac20e21a tempest-TestVolumeBootPattern-619050159 tempest-TestVolumeBootPattern-619050159-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 1094 time: 0.1861095 Sep 17 16:20:28.326792 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 41738) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:28.330925 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'floatingip': {'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'port_id': '4ac5298d-df93-4f04-b43d-5755f03623a3', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:28.375883 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:28.407017 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-5dda9e36-259b-4a50-ae9a-3302fba715d1 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:28.408448 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-5dda9e36-259b-4a50-ae9a-3302fba715d1 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.0703156 Sep 17 16:20:28.820029 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6970504-8b4f-46b0-9d83-61e7531ba43e req-02957ea8-7311-4347-b60b-088d9416606d tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:28.821491 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a6970504-8b4f-46b0-9d83-61e7531ba43e req-02957ea8-7311-4347-b60b-088d9416606d tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc00bb84-9760-4808-9cc4-0b94ea502c86 HTTP/1.1" status: 200 len: 949 time: 0.3341174 Sep 17 16:20:28.828368 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-19e28f15-6489-4617-a70b-ee77d7f4d261 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Deleting port db05faab-7326-4799-b87e-c0368b6833e1 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:20:28.828705 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-19e28f15-6489-4617-a70b-ee77d7f4d261 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:28.875020 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:28.967926 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a6970504-8b4f-46b0-9d83-61e7531ba43e req-96d78d9a-7501-486a-babb-eded933eeec5 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3bf882f-e24b-4cde-89cc-6fad22475dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360860 Sep 17 16:20:28.996970 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85320419-b107-48d8-8b92-6f9719d21192 req-805158a6-2d72-4d84-ac56-ec6a0cb5ad1d tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:28.998754 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-85320419-b107-48d8-8b92-6f9719d21192 req-805158a6-2d72-4d84-ac56-ec6a0cb5ad1d tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 943 time: 0.0541909 Sep 17 16:20:29.003086 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-19e28f15-6489-4617-a70b-ee77d7f4d261 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] For port db05faab-7326-4799-b87e-c0368b6833e1, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=db05faab-7326-4799-b87e-c0368b6833e1,segment=NetworkSegment(c339d9b1-fe94-4628-ae5a-9dc609ea7d7a),segment_id=c339d9b1-fe94-4628-ae5a-9dc609ea7d7a)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:29.003455 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-19e28f15-6489-4617-a70b-ee77d7f4d261 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:29.038669 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-19e28f15-6489-4617-a70b-ee77d7f4d261 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Calling delete_port for db05faab-7326-4799-b87e-c0368b6833e1 owned by compute:nova {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:20:29.041379 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-85320419-b107-48d8-8b92-6f9719d21192 req-d5044122-9d4f-49f8-a4e6-89a2136ce8b1 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Sep 17 16:20:29.091689 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Allocated IP 172.27.1.254 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/3c32bc65-8cd4-40b9-8bc9-d1d3dcc2d91d) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:20:29.247249 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:29.268933 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-19e28f15-6489-4617-a70b-ee77d7f4d261 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:29.280567 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['db05faab-7326-4799-b87e-c0368b6833e1'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:20:29.307392 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e28f15-6489-4617-a70b-ee77d7f4d261 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Pushing event deleted for resources: {'Port': ['ID=db05faab-7326-4799-b87e-c0368b6833e1,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:29.342364 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:29.379379 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-19e28f15-6489-4617-a70b-ee77d7f4d261 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] No DVR routers for this DVR port db05faab-7326-4799-b87e-c0368b6833e1 on host hv-cinder-73409 {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:20:29.385029 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-19e28f15-6489-4617-a70b-ee77d7f4d261 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:29.386992 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fd481ad2-b2e3-4d16-af3b-9cba7d4ba6df req-19e28f15-6489-4617-a70b-ee77d7f4d261 tempest-VolumesNegativeTest-303566200 tempest-VolumesNegativeTest-303566200-project] 10.222.0.37 "DELETE /v2.0/ports/db05faab-7326-4799-b87e-c0368b6833e1 HTTP/1.1" status: 204 len: 173 time: 0.9715204 Sep 17 16:20:29.387685 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc00bb84-9760-4808-9cc4-0b94ea502c86', 'name': 'network-vif-deleted', 'tag': 'db05faab-7326-4799-b87e-c0368b6833e1'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:20:29.389957 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317d7e83-5a77-465e-b5b1-2e977f250531" -d '{"events": [{"server_uuid": "bc00bb84-9760-4808-9cc4-0b94ea502c86", "name": "network-vif-deleted", "tag": "db05faab-7326-4799-b87e-c0368b6833e1"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:20:29.406526 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:20:29.423097 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:20:29.425085 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'Port': ['ID=3c32bc65-8cd4-40b9-8bc9-d1d3dcc2d91d,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:29.427326 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:20:29.457688 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7aa55c9-a00d-4999-ab38-3017d1f105ed x-openstack-request-id: req-f7aa55c9-a00d-4999-ab38-3017d1f105ed {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:20:29.458272 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc00bb84-9760-4808-9cc4-0b94ea502c86", "name": "network-vif-deleted", "tag": "db05faab-7326-4799-b87e-c0368b6833e1", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:20:29.458724 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7aa55c9-a00d-4999-ab38-3017d1f105ed {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:20:29.459309 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc00bb84-9760-4808-9cc4-0b94ea502c86', 'name': 'network-vif-deleted', 'tag': 'db05faab-7326-4799-b87e-c0368b6833e1', 'status': 'completed', 'code': 200} Sep 17 16:20:29.813403 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:29.886301 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:30.050301 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:30.056237 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:30.144540 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'Port': ['ID=3c32bc65-8cd4-40b9-8bc9-d1d3dcc2d91d,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:30.175435 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:30.212290 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:20:30.232802 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5e76a-3bf3-4eb1-96b4-5620a42d15f8 req-896e048e-9341-49d9-92af-82ad245d2dc5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:30.234554 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-61b5e76a-3bf3-4eb1-96b4-5620a42d15f8 req-896e048e-9341-49d9-92af-82ad245d2dc5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 943 time: 0.1099777 Sep 17 16:20:30.320472 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:30.331014 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-61b5e76a-3bf3-4eb1-96b4-5620a42d15f8 req-7fba287b-6217-4f87-b9ac-849cb30db9e3 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802047 Sep 17 16:20:30.332391 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'port_id': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'mac_address': 'fa:16:3e:ab:6e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:20:30.338518 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.l3_db [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Floating IP 9b6224b9-af26-4470-a877-c0a68fb95977 associated. External IP: 172.27.1.254, port: 4ac5298d-df93-4f04-b43d-5755f03623a3. Sep 17 16:20:30.377892 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:30.392746 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:20:30.415190 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:30.420391 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:30.477685 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:30.578735 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Router 45f16ca5-e65e-4ecc-9334-63728931f0ab has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:20:30.699765 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:20:30.711312 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] Sync routers for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:20:30.719878 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:30.722391 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:20:30.723023 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:20:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:30.755689 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-5020397f-6c1b-4f2d-8e16-c4dfce844c1b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4215438 Sep 17 16:20:30.816711 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['d5d12dbb-8a55-41de-aebf-8ed7dcbc4434'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:20:30.874367 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:20:31.238544 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '9b6224b9-af26-4470-a877-c0a68fb95977', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '4ac5298d-df93-4f04-b43d-5755f03623a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:c1:11:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:20:29Z', 'updated_at': '2021-09-17T16:20:29Z', 'revision_number': 0, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:31.267654 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] Checking router: 45f16ca5-e65e-4ecc-9334-63728931f0ab for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:20:31.277252 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:20:31.277913 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:20:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:31.403004 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:20:31.460848 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64064061-6aeb-4dab-8d70-3c01e2ac0c39 req-b64e2c40-a6e1-4c0e-b576-bfac28636718 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:31.461754 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'tag': '4ac5298d-df93-4f04-b43d-5755f03623a3'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:20:31.467829 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba362251-82bf-41b4-95cd-9f8ed0479aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372", "tag": "4ac5298d-df93-4f04-b43d-5755f03623a3"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:20:31.468521 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-64064061-6aeb-4dab-8d70-3c01e2ac0c39 req-b64e2c40-a6e1-4c0e-b576-bfac28636718 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 944 time: 0.0567219 Sep 17 16:20:31.513410 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b6a5e0-7c23-4ca8-a2bf-a07fa06a7f1d x-openstack-request-id: req-c8b6a5e0-7c23-4ca8-a2bf-a07fa06a7f1d {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:20:31.513802 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372", "tag": "4ac5298d-df93-4f04-b43d-5755f03623a3", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:20:31.514236 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8b6a5e0-7c23-4ca8-a2bf-a07fa06a7f1d {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:20:31.514712 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'tag': '4ac5298d-df93-4f04-b43d-5755f03623a3', 'status': 'completed', 'code': 200} Sep 17 16:20:31.515004 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-64064061-6aeb-4dab-8d70-3c01e2ac0c39 req-337b256f-a9e1-4928-9a9d-dc6d7980bd6e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Sep 17 16:20:31.595071 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-0f8c64eb-29d7-4c82-884c-2bae49decb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:31.596649 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-0f8c64eb-29d7-4c82-884c-2bae49decb4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 1099 time: 0.0509696 Sep 17 16:20:31.711364 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-0b251d78-3b49-4332-b258-8a4940a23090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:31.713008 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-0b251d78-3b49-4332-b258-8a4940a23090 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.1092653 Sep 17 16:20:31.815012 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '9b6224b9-af26-4470-a877-c0a68fb95977', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '4ac5298d-df93-4f04-b43d-5755f03623a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:c1:11:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:20:29Z', 'updated_at': '2021-09-17T16:20:29Z', 'revision_number': 0, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:31.817782 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-26d71fbc-88c2-427f-8ced-e1fe13ae45f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac5298d-df93-4f04-b43d-5755f03623a3 HTTP/1.1" status: 200 len: 1000 time: 0.0974867 Sep 17 16:20:31.855594 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cdcad5-6217-42ec-ad67-c2d68ec9a57d None None] The sync data for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi is: [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '9b6224b9-af26-4470-a877-c0a68fb95977', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '4ac5298d-df93-4f04-b43d-5755f03623a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:c1:11:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:20:29Z', 'updated_at': '2021-09-17T16:20:29Z', 'revision_number': 0, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:20:31.896639 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-ba815973-6a12-4e8e-a937-aad85a4193a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:31.899669 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-ba815973-6a12-4e8e-a937-aad85a4193a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0739918 Sep 17 16:20:31.955902 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-b91a7231-2677-4c1e-baaf-ea6560a069c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:31.957477 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-b91a7231-2677-4c1e-baaf-ea6560a069c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471029 Sep 17 16:20:32.066046 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-ae57e0c8-5143-416f-9b9b-0b5def855354 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004174 Sep 17 16:20:32.086246 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4f56a-eaaa-4e9c-ac82-4ecfeec635fc None None] New status for floating IP 9b6224b9-af26-4470-a877-c0a68fb95977: ACTIVE {{(pid=100593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:20:32.172833 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ba362251-82bf-41b4-95cd-9f8ed0479aa0 req-f528170a-884b-4d1e-aee7-927fc2b17737 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993834 Sep 17 16:20:32.243368 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:20:32.303107 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:20:32.307970 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:32.308853 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:32.407764 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:32.435357 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:20:32.435357 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31137fcc-30da-46d7-8445-5ac53eff5175" -d '{"events": [{"server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "name": "network-vif-plugged", "status": "completed", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:20:32.449233 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:32.459334 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:32.460939 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device db05faab-7326-4799-b87e-c0368b6833e1 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:20:32.482124 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db7de6-ebef-4c6f-bad5-519d820383a9 x-openstack-request-id: req-b7db7de6-ebef-4c6f-bad5-519d820383a9 {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:20:32.482418 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "name": "network-vif-plugged", "status": "completed", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:20:32.482671 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7db7de6-ebef-4c6f-bad5-519d820383a9 {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:20:32.483062 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'code': 200} Sep 17 16:20:32.485517 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: db05faab-7326-4799-b87e-c0368b6833e1 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:20:32.485892 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device db05faab-7326-4799-b87e-c0368b6833e1 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:20:32.544064 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:32.638368 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ca2ba-5336-4699-bac1-140dead593c8 req-a1e3f288-8c01-4edc-920e-0a4633727060 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:32.639887 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ff1ca2ba-5336-4699-bac1-140dead593c8 req-a1e3f288-8c01-4edc-920e-0a4633727060 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 945 time: 0.0639200 Sep 17 16:20:32.682811 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ff1ca2ba-5336-4699-bac1-140dead593c8 req-0fa5446f-fe3d-412c-a628-5143de87b95a tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364604 Sep 17 16:20:32.684802 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0732d-a9cc-438e-97dc-9de89bb7d5f0 req-e8adf7f3-b2ea-48fe-951f-74a7311fbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:32.686334 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d8c0732d-a9cc-438e-97dc-9de89bb7d5f0 req-e8adf7f3-b2ea-48fe-951f-74a7311fbd12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 1098 time: 0.0401924 Sep 17 16:20:32.723328 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d8c0732d-a9cc-438e-97dc-9de89bb7d5f0 req-4216e9b9-415f-4246-b20b-c3230c1a6c88 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295985 Sep 17 16:20:33.930623 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 41994) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:34.062659 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91a22-8263-4733-9575-d6d6d4af9704 req-a7e23cd0-1f22-4440-8c85-8025251b3d44 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:34.064158 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-30e91a22-8263-4733-9575-d6d6d4af9704 req-a7e23cd0-1f22-4440-8c85-8025251b3d44 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 945 time: 0.3126669 Sep 17 16:20:34.088378 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-a5c34b93-2fb7-4f64-bf32-6504c917987f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77519e40d98e4577826413090ac558dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565862 Sep 17 16:20:34.091232 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42000) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:34.118346 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-30e91a22-8263-4733-9575-d6d6d4af9704 req-af04c139-1002-4450-9c69-9a7b3c633065 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473320 Sep 17 16:20:34.161932 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-57a128c8-d26e-44e8-bc6b-c5d9c847c44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:34.187353 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-57a128c8-d26e-44e8-bc6b-c5d9c847c44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:34.234269 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-57a128c8-d26e-44e8-bc6b-c5d9c847c44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:34.236827 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-57a128c8-d26e-44e8-bc6b-c5d9c847c44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:34.238109 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-57a128c8-d26e-44e8-bc6b-c5d9c847c44e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3bf882f-e24b-4cde-89cc-6fad22475dbe HTTP/1.1" status: 204 len: 168 time: 0.1457570 Sep 17 16:20:34.246497 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a128c8-d26e-44e8-bc6b-c5d9c847c44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf882f-e24b-4cde-89cc-6fad22475dbe,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:35.236172 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a38221-72fd-4115-83f9-9a45db476bf8 req-cab30cfb-3dda-4bb6-89c9-e102c219ebb6 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:35.237774 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c3a38221-72fd-4115-83f9-9a45db476bf8 req-cab30cfb-3dda-4bb6-89c9-e102c219ebb6 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 945 time: 0.0517547 Sep 17 16:20:35.279316 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c3a38221-72fd-4115-83f9-9a45db476bf8 req-3a604372-c403-48e3-b1c6-908e46c5f69f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Sep 17 16:20:35.410673 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4e74-bd09-4110-9c00-55f0c05dcace req-62aefed7-5253-4d34-9686-01ceec9068cd tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:35.412170 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d26b4e74-bd09-4110-9c00-55f0c05dcace req-62aefed7-5253-4d34-9686-01ceec9068cd tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 945 time: 0.0577939 Sep 17 16:20:35.451143 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d26b4e74-bd09-4110-9c00-55f0c05dcace req-b6637c1b-4888-4990-b1c2-c3fab51138fe tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Sep 17 16:20:35.921407 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d6698-08f1-4988-a9e7-03e46dccde93 req-a75c32de-4a75-4eca-9477-ae6266c2f4a4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:35.922909 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-299d6698-08f1-4988-a9e7-03e46dccde93 req-a75c32de-4a75-4eca-9477-ae6266c2f4a4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 945 time: 0.0489666 Sep 17 16:20:35.959371 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-299d6698-08f1-4988-a9e7-03e46dccde93 req-38116305-c1a6-4878-a449-e3634a92d980 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300517 Sep 17 16:20:39.165635 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c9e2eef0-ddb0-414c-8cfe-914f9c07d432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:41.824335 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2bf82d6c-c59d-4975-b7e2-fa1bb6267a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:42.168002 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:43.422059 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:44.823088 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:45.608188 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:46.558230 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-8ae936fd-34f7-4641-8b3c-94edecb5a1ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390086 Sep 17 16:20:46.650981 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-9e9b6bf3-9b97-4b35-be71-138a7842e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:46.652435 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-9e9b6bf3-9b97-4b35-be71-138a7842e4bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 1099 time: 0.0407727 Sep 17 16:20:46.759127 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-b1aaa0c9-ec37-407f-95d6-88acd8bbe14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:46.760593 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-b1aaa0c9-ec37-407f-95d6-88acd8bbe14a service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.0880816 Sep 17 16:20:46.831052 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-ec61a546-0456-47be-a1ae-c7ead676bff7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac5298d-df93-4f04-b43d-5755f03623a3 HTTP/1.1" status: 200 len: 1002 time: 0.0604782 Sep 17 16:20:46.879661 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-df27bea1-c2bd-466f-acb0-b76b325c88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:46.881737 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-df27bea1-c2bd-466f-acb0-b76b325c88d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0427966 Sep 17 16:20:46.927231 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-adc94f72-69e3-4927-8aa7-859c316030e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:46.929185 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-adc94f72-69e3-4927-8aa7-859c316030e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388534 Sep 17 16:20:47.024054 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-28e690ba-7d68-4987-a99a-782fb6052f97 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849016 Sep 17 16:20:47.117806 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-03b102d5-da21-43d3-9540-3e3aa0ad52a5 req-9f3aee71-aeb0-406e-b1e6-d66a2e4a6dda service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856614 Sep 17 16:20:47.288566 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42158) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:47.391009 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:47.477251 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:47.480832 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:47.520173 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5693edbb-e567-482d-8a6a-bc26a4f45075,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:47.525279 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=199bd6b78d1940348fe556593f1ca135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356834 Sep 17 16:20:47.528024 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42162) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:47.530022 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.530374 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.530717 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.531054 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.531388 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.531720 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.532050 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.532380 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.532707 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.533030 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.533349 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.533701 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb28be-6f80-4500-a8b2-f9cd66ba87c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:20:47.577407 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-99b5980a-c09a-440d-84a0-738518a46a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:47.598394 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-99b5980a-c09a-440d-84a0-738518a46a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:47.650527 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-99b5980a-c09a-440d-84a0-738518a46a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:47.653720 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-99b5980a-c09a-440d-84a0-738518a46a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:47.657270 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-99b5980a-c09a-440d-84a0-738518a46a34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5693edbb-e567-482d-8a6a-bc26a4f45075 HTTP/1.1" status: 204 len: 168 time: 0.1258817 Sep 17 16:20:47.663471 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5980a-c09a-440d-84a0-738518a46a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5693edbb-e567-482d-8a6a-bc26a4f45075,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:51.364394 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42204) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:51.478472 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-08a8ff62-48a0-4940-b8a0-bbc854406869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:51.567392 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-08a8ff62-48a0-4940-b8a0-bbc854406869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:51.571756 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-08a8ff62-48a0-4940-b8a0-bbc854406869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:51.601346 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232360aa-4bb4-4a97-a390-d74605623c49 req-d5421997-5096-4007-bdbf-60a4dc85bc69 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:51.603124 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-232360aa-4bb4-4a97-a390-d74605623c49 req-d5421997-5096-4007-bdbf-60a4dc85bc69 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 945 time: 0.2237413 Sep 17 16:20:51.608630 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8ff62-48a0-4940-b8a0-bbc854406869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cda5460-16d7-470b-aab9-42102993c86a,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:51.614590 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-08a8ff62-48a0-4940-b8a0-bbc854406869 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce365e57ceb74d6f8780436c75102ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484570 Sep 17 16:20:51.615714 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42210) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:51.642825 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-232360aa-4bb4-4a97-a390-d74605623c49 req-2a0dc831-f766-43e9-b62e-1652419dcf74 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336521 Sep 17 16:20:51.665748 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5574a664-cb61-4e87-9940-3b44a3a9d3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:51.666219 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42212) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:51.686056 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5574a664-cb61-4e87-9940-3b44a3a9d3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:51.733698 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5574a664-cb61-4e87-9940-3b44a3a9d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:51.736309 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5574a664-cb61-4e87-9940-3b44a3a9d3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:51.737468 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-5574a664-cb61-4e87-9940-3b44a3a9d3bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cda5460-16d7-470b-aab9-42102993c86a HTTP/1.1" status: 204 len: 168 time: 0.1209407 Sep 17 16:20:51.747320 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574a664-cb61-4e87-9940-3b44a3a9d3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cda5460-16d7-470b-aab9-42102993c86a,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:51.808848 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefcc680-b2b9-415c-a374-f226fb7eda2c tempest-TestMinimumBasicScenario-756445876 tempest-TestMinimumBasicScenario-756445876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:51.810428 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-cefcc680-b2b9-415c-a374-f226fb7eda2c tempest-TestMinimumBasicScenario-756445876 tempest-TestMinimumBasicScenario-756445876-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 1093 time: 0.1431561 Sep 17 16:20:51.813233 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42220) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:51.817445 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'floatingip': {'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'port_id': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:51.840215 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for floatingip, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:51.952492 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.059734 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Allocated IP 172.27.1.216 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/7c3f455b-dec5-49a4-97f9-2516469fd861) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:20:52.172582 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.208462 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.245219 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:20:52.248056 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:20:52.251491 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:20:52.279994 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'Port': ['ID=7c3f455b-dec5-49a4-97f9-2516469fd861,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:52.620638 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.688154 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.743095 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42252) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:52.839507 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.844140 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.847533 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-379e2cb0-6fe8-4b05-82e5-71965164e3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.923523 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'Port': ['ID=7c3f455b-dec5-49a4-97f9-2516469fd861,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:52.937006 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.942901 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-379e2cb0-6fe8-4b05-82e5-71965164e3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.948108 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-379e2cb0-6fe8-4b05-82e5-71965164e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:52.986726 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-379e2cb0-6fe8-4b05-82e5-71965164e3b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=023779ace80b4375885a64818772f844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425468 Sep 17 16:20:52.988751 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e2cb0-6fe8-4b05-82e5-71965164e3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2249315e-142e-4ec5-b35a-58c0b4953c8d,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:52.990116 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42256) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:53.067322 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.l3_db [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Floating IP 512300ea-ecd3-454a-9ece-f1416444be42 associated. External IP: 172.27.1.216, port: d5d12dbb-8a55-41de-aebf-8ed7dcbc4434. Sep 17 16:20:53.115748 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8bda3319-2b8e-4577-bc9b-151cbc6b019e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.173453 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8bda3319-2b8e-4577-bc9b-151cbc6b019e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.266303 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8bda3319-2b8e-4577-bc9b-151cbc6b019e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.268698 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-8bda3319-2b8e-4577-bc9b-151cbc6b019e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.269844 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-8bda3319-2b8e-4577-bc9b-151cbc6b019e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2249315e-142e-4ec5-b35a-58c0b4953c8d HTTP/1.1" status: 204 len: 168 time: 0.2788577 Sep 17 16:20:53.310530 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda3319-2b8e-4577-bc9b-151cbc6b019e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2249315e-142e-4ec5-b35a-58c0b4953c8d,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:53.341242 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:20:53.462227 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:20:53.473008 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] Sync routers for ids ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:20:53.482597 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.484625 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] Routers {'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:20:53.485399 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:20:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:53.517824 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-1884748a-eeb3-4dfd-bd0c-debf334eee7f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7009306 Sep 17 16:20:53.517824 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:20:53.519077 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1533c29-0cca-4639-a111-3227b9208b05" -d '{"events": [{"name": "network-changed", "server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:20:53.519324 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42260) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:53.525119 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-3d2d82fb-b3e8-47b0-bba5-a4e48ac5a34a tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955610580', 'description': 'tempest-secgroup-smoke-1955610580 description', 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:53.553233 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d2d82fb-b3e8-47b0-bba5-a4e48ac5a34a tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.560765 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953850f7-7f03-42a1-8f7c-b895c86c68b4 x-openstack-request-id: req-953850f7-7f03-42a1-8f7c-b895c86c68b4 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:20:53.561057 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:20:53.561309 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-953850f7-7f03-42a1-8f7c-b895c86c68b4 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:20:53.561733 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'status': 'completed', 'code': 200} Sep 17 16:20:53.618109 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] Set router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:20:53.629511 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1533c29-0cca-4639-a111-3227b9208b05 req-f2f5d7cb-7046-44ef-bf55-311d77159229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:53.631075 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f1533c29-0cca-4639-a111-3227b9208b05 req-f2f5d7cb-7046-44ef-bf55-311d77159229 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4d6fa1fa09845bbb4194d953aa38d21&device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 1098 time: 0.0444374 Sep 17 16:20:53.640414 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d2d82fb-b3e8-47b0-bba5-a4e48ac5a34a tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.644653 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d2d82fb-b3e8-47b0-bba5-a4e48ac5a34a tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.673370 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3d2d82fb-b3e8-47b0-bba5-a4e48ac5a34a tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.677351 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-3d2d82fb-b3e8-47b0-bba5-a4e48ac5a34a tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1542287 Sep 17 16:20:53.677509 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42264) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:53.689598 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-be2abc75-1c6a-49d7-880b-70aef2ea3b24 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'security_group_rule': {'security_group_id': '0183abc7-b80e-4430-aea1-0175d8549cca', 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:53.695915 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d82fb-b3e8-47b0-bba5-a4e48ac5a34a tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0183abc7-b80e-4430-aea1-0175d8549cca,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:53.723751 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-be2abc75-1c6a-49d7-880b-70aef2ea3b24 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.743639 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1533c29-0cca-4639-a111-3227b9208b05 req-8581d67a-a484-4b78-9bc9-2d6bac8cce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:53.745116 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f1533c29-0cca-4639-a111-3227b9208b05 req-8581d67a-a484-4b78-9bc9-2d6bac8cce5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 HTTP/1.1" status: 200 len: 915 time: 0.1063161 Sep 17 16:20:53.783108 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-be2abc75-1c6a-49d7-880b-70aef2ea3b24 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.788264 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-be2abc75-1c6a-49d7-880b-70aef2ea3b24 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.801763 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2abc75-1c6a-49d7-880b-70aef2ea3b24 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e85a87-9a63-477a-80a4-099786f1cc27,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:53.818172 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f1533c29-0cca-4639-a111-3227b9208b05 req-ae185b00-5a39-4382-8f4c-842fdaa4a0f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 999 time: 0.0640032 Sep 17 16:20:53.820309 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-be2abc75-1c6a-49d7-880b-70aef2ea3b24 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.821817 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-be2abc75-1c6a-49d7-880b-70aef2ea3b24 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429627 Sep 17 16:20:53.824430 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42266) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:53.828848 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-8f431e32-2e23-4cbc-8f5c-2487103d9a13 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'security_group_rule': {'security_group_id': '0183abc7-b80e-4430-aea1-0175d8549cca', 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:53.857646 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8f431e32-2e23-4cbc-8f5c-2487103d9a13 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.865678 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '512300ea-ecd3-454a-9ece-f1416444be42', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'port_id': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'mac_address': 'fa:16:3e:ab:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:20:52Z', 'updated_at': '2021-09-17T16:20:52Z', 'revision_number': 0, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 5, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:53.872598 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1533c29-0cca-4639-a111-3227b9208b05 req-5b66c5a6-2ab6-4e1f-9e53-0d713d5cd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:53.874249 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f1533c29-0cca-4639-a111-3227b9208b05 req-5b66c5a6-2ab6-4e1f-9e53-0d713d5cd155 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c381030-f240-4bd4-8d19-ffa0b5a089ed HTTP/1.1" status: 200 len: 853 time: 0.0481622 Sep 17 16:20:53.896354 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] Checking router: b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:20:53.905152 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] Routers {'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:20:53.905791 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:20:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:53.926773 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1533c29-0cca-4639-a111-3227b9208b05 req-d419fd73-b3f6-429c-ae35-2ae7dad18d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:53.928281 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f1533c29-0cca-4639-a111-3227b9208b05 req-d419fd73-b3f6-429c-ae35-2ae7dad18d44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463769 Sep 17 16:20:53.930430 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8f431e32-2e23-4cbc-8f5c-2487103d9a13 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.934450 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8f431e32-2e23-4cbc-8f5c-2487103d9a13 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.955054 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f431e32-2e23-4cbc-8f5c-2487103d9a13 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f637e8-8709-4eb8-8707-5b0d7d56d9a6,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:53.958586 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8f431e32-2e23-4cbc-8f5c-2487103d9a13 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:53.960117 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-8f431e32-2e23-4cbc-8f5c-2487103d9a13 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343882 Sep 17 16:20:53.962956 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42268) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:53.967186 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-6c81162f-b073-4e37-9843-39c8ad65a10b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'security_group_rule': {'security_group_id': '0183abc7-b80e-4430-aea1-0175d8549cca', 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:53.997777 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6c81162f-b073-4e37-9843-39c8ad65a10b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.025215 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] Set router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:20:54.039006 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f1533c29-0cca-4639-a111-3227b9208b05 req-193a582e-9dc0-4ba3-ad24-bd12a027dd23 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998886 Sep 17 16:20:54.058626 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6c81162f-b073-4e37-9843-39c8ad65a10b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.064317 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6c81162f-b073-4e37-9843-39c8ad65a10b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.084596 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81162f-b073-4e37-9843-39c8ad65a10b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dbdbb9-1fb5-4757-9c8a-c2d193caa3d3,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:54.096150 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6c81162f-b073-4e37-9843-39c8ad65a10b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.097756 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-6c81162f-b073-4e37-9843-39c8ad65a10b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342041 Sep 17 16:20:54.101079 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42270) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:54.106411 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-654774dc-b5d4-464a-9e3b-bfd590824ea4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'security_group_rule': {'security_group_id': '0183abc7-b80e-4430-aea1-0175d8549cca', 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:54.134581 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-654774dc-b5d4-464a-9e3b-bfd590824ea4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.146560 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f1533c29-0cca-4639-a111-3227b9208b05 req-10a0a253-9ff1-4fea-ba3c-fa449df245a4 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938964 Sep 17 16:20:54.199562 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-654774dc-b5d4-464a-9e3b-bfd590824ea4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.203211 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-654774dc-b5d4-464a-9e3b-bfd590824ea4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.222203 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654774dc-b5d4-464a-9e3b-bfd590824ea4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81747d3-83f6-4654-93c4-1e8494810ecc,revision_number=0']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:54.225482 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-654774dc-b5d4-464a-9e3b-bfd590824ea4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.230626 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42272) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:54.230770 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-654774dc-b5d4-464a-9e3b-bfd590824ea4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281421 Sep 17 16:20:54.235575 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-33cac124-6738-4f63-ba63-8881c4035535 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'security_group_rule': {'security_group_id': '0183abc7-b80e-4430-aea1-0175d8549cca', 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:54.257333 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.securitygroups_db [None req-33cac124-6738-4f63-ba63-8881c4035535 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Project e4d6fa1fa09845bbb4194d953aa38d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 16:20:54.262040 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-33cac124-6738-4f63-ba63-8881c4035535 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.267805 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '512300ea-ecd3-454a-9ece-f1416444be42', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'port_id': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'mac_address': 'fa:16:3e:ab:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:20:52Z', 'updated_at': '2021-09-17T16:20:52Z', 'revision_number': 0, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 5, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:20:54.295632 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc4b961-23fa-4534-ab4f-94165a9440c8 None None] The sync data for ids ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'] in dv-cinder-734093-3-iscsi is: [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '512300ea-ecd3-454a-9ece-f1416444be42', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'port_id': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'mac_address': 'fa:16:3e:ab:6e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:20:52Z', 'updated_at': '2021-09-17T16:20:52Z', 'revision_number': 0, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 5, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:20:54.325512 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-33cac124-6738-4f63-ba63-8881c4035535 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.329209 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-33cac124-6738-4f63-ba63-8881c4035535 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.349134 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cac124-6738-4f63-ba63-8881c4035535 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb89642-73d1-41bc-97e7-f94da5694785,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:54.354460 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-33cac124-6738-4f63-ba63-8881c4035535 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.358761 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-33cac124-6738-4f63-ba63-8881c4035535 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237054 Sep 17 16:20:54.358761 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42274) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:20:54.363340 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-fc5e79b9-d3eb-40a6-9169-c11205a14f57 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'security_group_rule': {'security_group_id': '0183abc7-b80e-4430-aea1-0175d8549cca', 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:54.387390 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.securitygroups_db [None req-fc5e79b9-d3eb-40a6-9169-c11205a14f57 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Project e4d6fa1fa09845bbb4194d953aa38d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 16:20:54.392260 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fc5e79b9-d3eb-40a6-9169-c11205a14f57 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.454840 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fc5e79b9-d3eb-40a6-9169-c11205a14f57 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.458679 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fc5e79b9-d3eb-40a6-9169-c11205a14f57 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8035901'] for security_group_rule, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.480709 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e79b9-d3eb-40a6-9169-c11205a14f57 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97781f00-6769-472b-9605-e6fb266bee5a,revision_number=0']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:54.488818 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fc5e79b9-d3eb-40a6-9169-c11205a14f57 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.490063 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5b8dc-14bb-4b08-9789-7630321db405 None None] New status for floating IP 512300ea-ecd3-454a-9ece-f1416444be42: ACTIVE {{(pid=100593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:20:54.490539 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-fc5e79b9-d3eb-40a6-9169-c11205a14f57 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303120 Sep 17 16:20:54.567695 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-223da68b-d73c-471c-b769-2b8fb012c3c9 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955610580&fields=id&tenant_id=e4d6fa1fa09845bbb4194d953aa38d21 HTTP/1.1" status: 200 len: 267 time: 0.0331874 Sep 17 16:20:54.620767 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-4a36156b-cef0-47fe-9608-02a0efeda38e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:54.622323 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-4a36156b-cef0-47fe-9608-02a0efeda38e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 945 time: 0.0487940 Sep 17 16:20:54.635623 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-cb9f7652-008c-4bbf-b0f4-95341187f60e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'port': {'security_groups': ['12d27ee7-801c-48eb-9e9a-b6ab5241eea2', '0183abc7-b80e-4430-aea1-0175d8549cca']}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:20:54.698037 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-cb9f7652-008c-4bbf-b0f4-95341187f60e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.883486 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-cb9f7652-008c-4bbf-b0f4-95341187f60e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] For port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:20:54.911643 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-cb9f7652-008c-4bbf-b0f4-95341187f60e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.916895 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-cb9f7652-008c-4bbf-b0f4-95341187f60e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.929753 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['d5d12dbb-8a55-41de-aebf-8ed7dcbc4434'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:20:54.961810 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-cb9f7652-008c-4bbf-b0f4-95341187f60e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:54.962448 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-cb9f7652-008c-4bbf-b0f4-95341187f60e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:54.963882 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b9fb7ce5-5ca7-4c13-9afc-81f160331fd2 req-cb9f7652-008c-4bbf-b0f4-95341187f60e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "PUT /v2.0/ports/d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 981 time: 0.3334670 Sep 17 16:20:54.994634 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f7652-008c-4bbf-b0f4-95341187f60e tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'Port': ['ID=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,revision_number=6']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:20:55.037816 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['d5d12dbb-8a55-41de-aebf-8ed7dcbc4434'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:20:55.242898 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28433ae1-b079-4dfe-a207-02c696ffbffa req-a71815c5-00e5-4929-892b-71fbc941861f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:55.244307 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-28433ae1-b079-4dfe-a207-02c696ffbffa req-a71815c5-00e5-4929-892b-71fbc941861f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.2174299 Sep 17 16:20:55.261838 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-8f8a35e6-7a26-4b6d-9acf-8dc78a111424 None None] Provisioning complete for port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:20:55.262222 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-8f8a35e6-7a26-4b6d-9acf-8dc78a111424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:20:55.284271 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-28433ae1-b079-4dfe-a207-02c696ffbffa req-d9754ea6-f48d-4c70-994b-75ff15ee250d tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337713 Sep 17 16:20:55.562638 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:20:55.564970 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a68adca-033e-48ac-b592-d1b85434fd13" -d '{"events": [{"name": "network-changed", "server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:20:55.600395 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d13aa16-bd72-4e14-8f84-f542a41348c1 x-openstack-request-id: req-4d13aa16-bd72-4e14-8f84-f542a41348c1 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:20:55.600691 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:20:55.601077 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d13aa16-bd72-4e14-8f84-f542a41348c1 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:20:55.601487 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'status': 'completed', 'code': 200} Sep 17 16:20:55.673718 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-44f0e6f8-27d9-4fad-8e58-d197f452fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:55.675223 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-44f0e6f8-27d9-4fad-8e58-d197f452fafa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4d6fa1fa09845bbb4194d953aa38d21&device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 1137 time: 0.0427549 Sep 17 16:20:55.767853 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-9c2a763c-9f34-4cda-a1ce-142c5efa826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:55.769279 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-9c2a763c-9f34-4cda-a1ce-142c5efa826e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 HTTP/1.1" status: 200 len: 915 time: 0.0862904 Sep 17 16:20:55.834661 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-bdb2b61a-57b5-4f6a-b2fc-6d779cdd9999 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 1001 time: 0.0564146 Sep 17 16:20:55.884336 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-27dcf25c-bca2-40d8-9f6f-66b9027edb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:55.885787 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-27dcf25c-bca2-40d8-9f6f-66b9027edb04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c381030-f240-4bd4-8d19-ffa0b5a089ed HTTP/1.1" status: 200 len: 853 time: 0.0430875 Sep 17 16:20:55.934585 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-db43b145-9f44-42e3-90d2-df35b0718c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:20:55.936013 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-db43b145-9f44-42e3-90d2-df35b0718c39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416367 Sep 17 16:20:56.257892 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-238b9b0c-dc19-48db-ad3d-46e92761d710 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142204 Sep 17 16:20:56.355793 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-8a68adca-033e-48ac-b592-d1b85434fd13 req-fbc08dbc-7625-4baa-9428-da649c6fe53c service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882568 Sep 17 16:20:56.391203 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:21:09.166260 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f13fa7ab-9f5c-41bf-95e7-9ca6d70db62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:11.824463 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-9d16bce6-cc37-4bda-aa23-e6eb32eabec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:12.171740 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:13.425010 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:14.825749 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:15.620536 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:33.389671 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:21:39.166838 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3bd3dd3f-da15-4b9f-8597-4eab6522756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:41.824179 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-0178d191-c5a8-461f-8025-9971a0ba1f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:42.172860 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:43.428429 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:44.830487 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:45.633161 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:21:46.349453 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-b33ac5dc-e1b8-431b-a1b4-3a664570861b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392647 Sep 17 16:21:46.408718 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-8d4c1712-535c-4103-bb43-88193a27cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:21:46.410216 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-8d4c1712-535c-4103-bb43-88193a27cd34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4d6fa1fa09845bbb4194d953aa38d21&device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 1137 time: 0.0387118 Sep 17 16:21:46.513665 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-6a1af486-bc06-4978-b5b7-867b1a112090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:21:46.515104 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-6a1af486-bc06-4978-b5b7-867b1a112090 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 HTTP/1.1" status: 200 len: 915 time: 0.0862544 Sep 17 16:21:46.578615 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-e0dbae26-ea2c-42dd-9655-e071cca5ad1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 1001 time: 0.0567231 Sep 17 16:21:46.629615 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-6add9a6c-a8b1-4c22-a942-439cfbd14646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:21:46.631867 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-6add9a6c-a8b1-4c22-a942-439cfbd14646 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c381030-f240-4bd4-8d19-ffa0b5a089ed HTTP/1.1" status: 200 len: 853 time: 0.0460699 Sep 17 16:21:46.676064 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-1e13f138-e8cf-426e-b38c-fa79b8d764bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:21:46.677571 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-1e13f138-e8cf-426e-b38c-fa79b8d764bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392396 Sep 17 16:21:46.765098 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-41599b71-a2fd-4ee4-a113-79fb95353729 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807469 Sep 17 16:21:46.856013 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-467a9a36-9d43-4b8e-9c3c-3e97de0b43d4 req-5c6a1e99-4e70-4eb9-b296-1aeae8223e20 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834227 Sep 17 16:22:04.830669 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8a315-aa4a-43e1-ac3f-bc4f94f2cb99 req-82bcc682-3b70-4583-a4cb-383a8b9fbdf3 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:04.832618 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fec8a315-aa4a-43e1-ac3f-bc4f94f2cb99 req-82bcc682-3b70-4583-a4cb-383a8b9fbdf3 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0759084 Sep 17 16:22:04.847114 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-e5a8c681-6bea-4042-811d-ab8398f9e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:04.848607 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-e5a8c681-6bea-4042-811d-ab8398f9e661 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4d6fa1fa09845bbb4194d953aa38d21&device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 1137 time: 0.0801191 Sep 17 16:22:04.906649 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fec8a315-aa4a-43e1-ac3f-bc4f94f2cb99 req-ca2309e9-8296-44da-9a66-36f46f17b46d tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669138 Sep 17 16:22:04.962426 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-0c5786f2-e470-4d37-b12c-60f499c90c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:04.963900 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-0c5786f2-e470-4d37-b12c-60f499c90c81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 HTTP/1.1" status: 200 len: 915 time: 0.1079113 Sep 17 16:22:05.040921 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-07a53b3b-825a-47f9-89c8-7b3a5d491af2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 1001 time: 0.0697932 Sep 17 16:22:05.090920 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-9666be4d-ea1e-411e-b1ce-3e99778dd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:05.092327 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-9666be4d-ea1e-411e-b1ce-3e99778dd0f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c381030-f240-4bd4-8d19-ffa0b5a089ed HTTP/1.1" status: 200 len: 853 time: 0.0440626 Sep 17 16:22:05.138531 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-a6a0aa8a-e95e-4964-b2a0-170b1ac9b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:05.139898 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-a6a0aa8a-e95e-4964-b2a0-170b1ac9b73b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397439 Sep 17 16:22:05.231731 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-d567cbaf-e9b8-4b34-a193-0c991bf8bf8a service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836527 Sep 17 16:22:05.320060 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b142daf7-815f-478c-bb46-fbf3f707d377 req-64d8c94a-d62e-4650-bf13-4d06549ec9e4 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811408 Sep 17 16:22:06.024333 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc6a9b-e1a3-4b0a-aa85-1084117ac0c0 req-3ad1b77b-2cb0-44b6-87b3-7b159f6dbedf tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:06.025887 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a8cc6a9b-e1a3-4b0a-aa85-1084117ac0c0 req-3ad1b77b-2cb0-44b6-87b3-7b159f6dbedf tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0496120 Sep 17 16:22:06.065782 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a8cc6a9b-e1a3-4b0a-aa85-1084117ac0c0 req-2fcf6ee0-4d39-42a7-9e4c-03bde55e3301 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339856 Sep 17 16:22:07.179429 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9b5a5-f379-472f-9e73-92ef4829dd54 req-357f5ba6-09c6-4312-8ee1-8e0c77c79412 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:07.180794 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b6f9b5a5-f379-472f-9e73-92ef4829dd54 req-357f5ba6-09c6-4312-8ee1-8e0c77c79412 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0490599 Sep 17 16:22:07.224909 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-b6f9b5a5-f379-472f-9e73-92ef4829dd54 req-bc0af214-8427-454b-84df-9480fe5349f0 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377810 Sep 17 16:22:08.336815 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74bf6e-3112-4333-8d8c-369de22c7265 req-67fdf7f2-2075-4ee0-946b-f86fb83de15f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:08.338326 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ca74bf6e-3112-4333-8d8c-369de22c7265 req-67fdf7f2-2075-4ee0-946b-f86fb83de15f tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0480793 Sep 17 16:22:08.376459 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-ca74bf6e-3112-4333-8d8c-369de22c7265 req-d8871c46-6e87-4010-adc1-cecc002067d2 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321648 Sep 17 16:22:09.169394 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5bd56114-fba6-4f54-8730-ef66356813d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:09.490050 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b7efd-806b-438c-a35b-f2df3c99b0aa req-34bdfdff-ae29-4784-b392-ccd89a048917 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:09.491544 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5e6b7efd-806b-438c-a35b-f2df3c99b0aa req-34bdfdff-ae29-4784-b392-ccd89a048917 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0488608 Sep 17 16:22:09.531056 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5e6b7efd-806b-438c-a35b-f2df3c99b0aa req-b8fe3871-ef97-4ed3-a6a2-1abd882f22a3 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334001 Sep 17 16:22:10.387975 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:22:10.645647 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a927b0-1bf2-4d16-9aaa-a64c119eeab3 req-e2bad73a-7898-41f5-8b4e-556c39197fa5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:10.647097 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01a927b0-1bf2-4d16-9aaa-a64c119eeab3 req-e2bad73a-7898-41f5-8b4e-556c39197fa5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0512440 Sep 17 16:22:10.686065 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-01a927b0-1bf2-4d16-9aaa-a64c119eeab3 req-cdee6dae-7562-49dc-9c36-b947d7762fa5 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330205 Sep 17 16:22:11.797995 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae3ce-160a-4842-91d6-c885438be522 req-462f557e-a49c-462e-9d3b-5b548a672df8 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:11.799479 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e2bae3ce-160a-4842-91d6-c885438be522 req-462f557e-a49c-462e-9d3b-5b548a672df8 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0480671 Sep 17 16:22:11.824741 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-129f8acf-b98c-4a89-8b43-0265efa4ba40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:11.840667 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-e2bae3ce-160a-4842-91d6-c885438be522 req-3b6c8d37-0e7f-4c65-8ce2-58617a61ec09 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346038 Sep 17 16:22:12.173372 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:12.958518 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f6cda-d1ff-454f-9bc5-1edfdd053834 req-0599ba40-d7f6-42eb-97aa-3a6ef1703f17 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:12.959997 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0d5f6cda-d1ff-454f-9bc5-1edfdd053834 req-0599ba40-d7f6-42eb-97aa-3a6ef1703f17 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0508749 Sep 17 16:22:12.998645 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0d5f6cda-d1ff-454f-9bc5-1edfdd053834 req-c4be68e5-1397-4b8c-9a12-dc7f5fe4a74b tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326288 Sep 17 16:22:13.430972 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:14.112599 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28d66c-eb11-471e-8710-4251189c7be1 req-c1d99017-c09f-438c-86f4-8035cb96ed07 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:14.114697 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0b28d66c-eb11-471e-8710-4251189c7be1 req-c1d99017-c09f-438c-86f4-8035cb96ed07 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0491118 Sep 17 16:22:14.156346 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0b28d66c-eb11-471e-8710-4251189c7be1 req-54fbab81-8faf-47c7-967c-055c4f1fcb07 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355630 Sep 17 16:22:14.831527 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:15.269996 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78073d-b1df-4e0f-90b6-4bd7834579c4 req-07e9bfac-a028-42bf-b7eb-0cf0daa73ca8 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:15.271636 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9f78073d-b1df-4e0f-90b6-4bd7834579c4 req-07e9bfac-a028-42bf-b7eb-0cf0daa73ca8 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0488851 Sep 17 16:22:15.310656 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-9f78073d-b1df-4e0f-90b6-4bd7834579c4 req-6d8cb787-7b61-4c83-b3ed-7d7adbbb42e3 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329866 Sep 17 16:22:15.619842 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:16.423876 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c1ade-356e-4205-85f2-c95a99ab591b req-d56544b9-8d0a-4348-b269-31bf56bdfde1 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:16.425325 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a53c1ade-356e-4205-85f2-c95a99ab591b req-d56544b9-8d0a-4348-b269-31bf56bdfde1 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0484900 Sep 17 16:22:16.465312 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a53c1ade-356e-4205-85f2-c95a99ab591b req-edf84d94-f2af-4ecd-9706-a903b21ea1cf tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=0183abc7-b80e-4430-aea1-0175d8549cca&id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336654 Sep 17 16:22:39.171219 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f03668e2-6ea8-4504-b451-ffaaf49ac669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:41.824574 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3af42671-7e6c-41c6-9482-35b75e3ffcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:42.173442 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:43.433927 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:44.834994 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:45.645418 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:22:47.387110 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:22:48.326229 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f2bcad48-181b-4365-818f-25d334493b97 req-5f156b30-7574-47b1-82a8-ba28f565d272 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375943 Sep 17 16:22:48.407277 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcad48-181b-4365-818f-25d334493b97 req-92ebffcd-5ccb-454a-8f12-71fdc36d9b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:48.408722 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f2bcad48-181b-4365-818f-25d334493b97 req-92ebffcd-5ccb-454a-8f12-71fdc36d9b59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 1099 time: 0.0391591 Sep 17 16:22:48.511772 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcad48-181b-4365-818f-25d334493b97 req-2dcfbbae-6b52-428c-a1be-3b3e63d482ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:48.513192 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f2bcad48-181b-4365-818f-25d334493b97 req-2dcfbbae-6b52-428c-a1be-3b3e63d482ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.0856059 Sep 17 16:22:48.576655 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f2bcad48-181b-4365-818f-25d334493b97 req-ca2160ea-7fa0-4113-a0ad-8749661bc662 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac5298d-df93-4f04-b43d-5755f03623a3 HTTP/1.1" status: 200 len: 1002 time: 0.0555694 Sep 17 16:22:48.627099 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcad48-181b-4365-818f-25d334493b97 req-0766463c-dad1-4ec4-8439-a54d506a1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:48.628496 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f2bcad48-181b-4365-818f-25d334493b97 req-0766463c-dad1-4ec4-8439-a54d506a1cf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0451095 Sep 17 16:22:48.672292 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcad48-181b-4365-818f-25d334493b97 req-5873a263-e2e5-484f-996a-97c3440640a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:48.673751 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f2bcad48-181b-4365-818f-25d334493b97 req-5873a263-e2e5-484f-996a-97c3440640a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387247 Sep 17 16:22:48.761791 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f2bcad48-181b-4365-818f-25d334493b97 req-93f90db8-b99d-4703-9970-2bdad51cac2b service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804317 Sep 17 16:22:48.854186 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f2bcad48-181b-4365-818f-25d334493b97 req-42a301de-d7a7-46ef-a22f-4ad846ea4de2 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829701 Sep 17 16:22:58.248652 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7a8b4-f59e-4139-ad6c-9a780fe8dd87 req-1cfe46ad-b1e0-4625-9598-63c4841e8f12 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:58.250123 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-16c7a8b4-f59e-4139-ad6c-9a780fe8dd87 req-1cfe46ad-b1e0-4625-9598-63c4841e8f12 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0484960 Sep 17 16:22:58.287574 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-16c7a8b4-f59e-4139-ad6c-9a780fe8dd87 req-70130d6b-4f99-42ca-9ec5-6bf9de58c0c6 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306520 Sep 17 16:22:59.416620 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fab223-5b1e-4e68-ab7a-48eb19786ec1 req-b28bd5dc-1e1d-4358-980f-f19cd00fefac tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:59.418099 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b6fab223-5b1e-4e68-ab7a-48eb19786ec1 req-b28bd5dc-1e1d-4358-980f-f19cd00fefac tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0516901 Sep 17 16:22:59.455273 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-b6fab223-5b1e-4e68-ab7a-48eb19786ec1 req-df2ab4ba-2efc-490c-9f34-d75372158964 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311689 Sep 17 16:22:59.963350 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-8d8eb35d-5a23-40ce-b86f-f5aa3f606ec2 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:22:59.964819 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-8d8eb35d-5a23-40ce-b86f-f5aa3f606ec2 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 946 time: 0.0521743 Sep 17 16:23:00.055097 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Deleting port 4ac5298d-df93-4f04-b43d-5755f03623a3 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:23:00.055440 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:00.145610 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] For port 4ac5298d-df93-4f04-b43d-5755f03623a3, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=4ac5298d-df93-4f04-b43d-5755f03623a3,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:00.145890 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:00.365832 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:00.366205 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:00.366553 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.l3_db [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Floating IP 9b6224b9-af26-4470-a877-c0a68fb95977 disassociated. External IP: 172.27.1.254, port: 4ac5298d-df93-4f04-b43d-5755f03623a3. Sep 17 16:23:00.366896 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Calling delete_port for 4ac5298d-df93-4f04-b43d-5755f03623a3 owned by compute:nova {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:23:00.490041 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:00.516566 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event deleted for resources: {'Port': ['ID=4ac5298d-df93-4f04-b43d-5755f03623a3,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:00.528520 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.528875 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.529217 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.529566 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.530385 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.530385 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.530692 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.530892 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.531185 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.531508 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.531831 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.532149 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:00.605187 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-fad22670-b3bc-4c98-8855-121bf6c23cab req-6b5260d0-05e5-482a-8fe6-a40e0daa6713 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372 HTTP/1.1" status: 200 len: 210 time: 0.0295179 Sep 17 16:23:00.668518 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Router 45f16ca5-e65e-4ecc-9334-63728931f0ab has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:23:00.771629 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:23:00.781155 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] Sync routers for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:23:00.790851 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:23:00.791407 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:22:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:00.809673 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] No DVR routers for this DVR port 4ac5298d-df93-4f04-b43d-5755f03623a3 on host hv-cinder-73409 {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:23:00.812175 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:00.814150 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a2defdff-cea8-4865-9b55-d93ed8e9f0c2 req-ebffeb59-201d-4209-8da2-d029b29ae5e0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "DELETE /v2.0/ports/4ac5298d-df93-4f04-b43d-5755f03623a3 HTTP/1.1" status: 204 len: 173 time: 0.8428273 Sep 17 16:23:00.814580 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'name': 'network-vif-deleted', 'tag': '4ac5298d-df93-4f04-b43d-5755f03623a3'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:23:00.816853 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14f3f42-323d-4d85-b146-bd42ffb03984" -d '{"events": [{"server_uuid": "96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372", "name": "network-vif-deleted", "tag": "4ac5298d-df93-4f04-b43d-5755f03623a3"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:23:00.859007 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df7fc75-9fd5-4f1e-9c69-1741abcd779b x-openstack-request-id: req-9df7fc75-9fd5-4f1e-9c69-1741abcd779b {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:23:00.859470 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372", "name": "network-vif-deleted", "tag": "4ac5298d-df93-4f04-b43d-5755f03623a3", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:23:00.859832 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9df7fc75-9fd5-4f1e-9c69-1741abcd779b {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:23:00.860304 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c0c5f0-7b34-4ab7-8bf9-4ec9d1b69372', 'name': 'network-vif-deleted', 'tag': '4ac5298d-df93-4f04-b43d-5755f03623a3', 'status': 'completed', 'code': 200} Sep 17 16:23:00.913964 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:23:01.232872 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:01.258206 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] Checking router: 45f16ca5-e65e-4ecc-9334-63728931f0ab for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:23:01.266195 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:23:01.266793 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:22:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:01.371444 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:23:01.574156 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:01.600302 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456f5316-b18c-4e31-890d-6d06ac1fdba6 None None] The sync data for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi is: [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:23:01.831471 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd25c33-697d-402e-a941-043dfb15861f None None] New status for floating IP 9b6224b9-af26-4470-a877-c0a68fb95977: DOWN {{(pid=100593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:23:01.859967 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-70a08a14-620d-4e14-93ed-ea31b7d642e3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200947236&fields=id&tenant_id=f9a0df147ed340628c89af4a9eebaec1 HTTP/1.1" status: 200 len: 267 time: 0.0340822 Sep 17 16:23:01.970678 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-db520a15-8003-4b4f-9abd-df0541b84bdb tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:01.972161 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-db520a15-8003-4b4f-9abd-df0541b84bdb tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 811 time: 0.1053970 Sep 17 16:23:01.988131 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-116d82ff-45bc-48f4-994c-66c925c0acec tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/quotas/f9a0df147ed340628c89af4a9eebaec1 HTTP/1.1" status: 200 len: 375 time: 0.0088782 Sep 17 16:23:02.046014 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-2fc8b276-4956-4a73-a786-7dd231c62c4e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519431 Sep 17 16:23:02.140195 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-b4851500-84da-4a80-bba0-67369229a736 service neutron] 10.222.0.50 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807874 Sep 17 16:23:02.230290 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-59f9a96e-1692-457e-8c61-8f8464c38667 service neutron] 10.222.0.50 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835135 Sep 17 16:23:02.517498 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-cb8c34a3-8258-4858-b7cf-5a8ac2197c3d req-41911b53-7508-4ea3-885b-8e7ee8d3e40e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 210 time: 0.0257940 Sep 17 16:23:03.219721 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 4ac5298d-df93-4f04-b43d-5755f03623a3 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:23:03.240625 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 4ac5298d-df93-4f04-b43d-5755f03623a3 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:23:03.240977 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 4ac5298d-df93-4f04-b43d-5755f03623a3 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:23:03.402380 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-b647bc5a-dea3-4813-8cd8-f52abc466469 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:03.403850 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-b647bc5a-dea3-4813-8cd8-f52abc466469 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 811 time: 0.1083114 Sep 17 16:23:03.446573 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-433beb09-2d59-4901-8e29-df6279c2e509 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9a0df147ed340628c89af4a9eebaec1 HTTP/1.1" status: 200 len: 379 time: 0.0329819 Sep 17 16:23:03.457456 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'port': {'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'admin_state_up': True, 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'security_groups': ['11c2d20f-a3b0-4760-b065-1caffe544d4a']}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:23:03.567575 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Made reservation on behalf of f9a0df147ed340628c89af4a9eebaec1 for: {'port': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:23:03.571133 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:03.609272 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-c63b3f24-265d-4078-80d9-d37f8545d29f req-cd4c11f9-397a-4078-a160-dda2fbdd6d92 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 210 time: 0.0260980 Sep 17 16:23:03.698727 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Allocated IP 172.20.0.7 (dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68/4407bbe9-14b0-47f9-adee-163dd1357077/7da7c003-c825-41c2-b894-68a81644db59) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:23:03.844723 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:03.880459 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:03.922196 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:23:03.925261 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:23:03.929732 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:23:03.959401 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'Port': ['ID=7da7c003-c825-41c2-b894-68a81644db59,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:03.985195 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:03.985841 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:04.000413 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1fcb1d79-b21b-440d-b0c1-de7844217b2e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5464594 Sep 17 16:23:04.012620 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Request body: {'port': {'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:23:04.072620 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:04.138394 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-cb231077-6b97-492e-9314-3455a3e5011b None None] Provisioning complete for port 7da7c003-c825-41c2-b894-68a81644db59 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:23:04.138766 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-cb231077-6b97-492e-9314-3455a3e5011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:04.176940 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-cb231077-6b97-492e-9314-3455a3e5011b None None] Port 7da7c003-c825-41c2-b894-68a81644db59 cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:23:04.567243 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da7c003-c825-41c2-b894-68a81644db59 {{(pid=100591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:23:04.575028 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:04.588722 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Transition to ACTIVE for port object 7da7c003-c825-41c2-b894-68a81644db59 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:23:04.592331 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:04.642388 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Pushing event updated for resources: {'Port': ['ID=7da7c003-c825-41c2-b894-68a81644db59,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:04.743398 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Attempting to bind port 7da7c003-c825-41c2-b894-68a81644db59 on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:23:04.743741 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Attempting to bind port 7da7c003-c825-41c2-b894-68a81644db59 by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:23:04.744073 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Attempting to bind port 7da7c003-c825-41c2-b894-68a81644db59 on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:23:04.750415 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Port 7da7c003-c825-41c2-b894-68a81644db59 on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:23:04.750731 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Attempting to bind port 7da7c003-c825-41c2-b894-68a81644db59 on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:23:04.759589 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e86af-effc-4d16-9558-b72499971e32 req-a2d1b40b-6f7e-458c-9350-f317a59fd395 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:04.761134 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4f2e86af-effc-4d16-9558-b72499971e32 req-a2d1b40b-6f7e-458c-9350-f317a59fd395 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 943 time: 0.0772123 Sep 17 16:23:04.765398 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:23:04.765771 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Checking segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:23:04.766155 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Bound using segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:23:04.766593 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Bound port: 7da7c003-c825-41c2-b894-68a81644db59, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:23:04.766952 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:04.833212 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4f2e86af-effc-4d16-9558-b72499971e32 req-0cd29553-c470-4f53-9209-9797a204e2eb tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640380 Sep 17 16:23:04.860517 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] For port 7da7c003-c825-41c2-b894-68a81644db59, host hv-cinder-73409, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:23:04.863862 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] For port 7da7c003-c825-41c2-b894-68a81644db59, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=7da7c003-c825-41c2-b894-68a81644db59,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:23:04.867756 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:04.902405 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:04.903025 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:04.904392 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] 10.222.0.37 "PUT /v2.0/ports/7da7c003-c825-41c2-b894-68a81644db59 HTTP/1.1" status: 200 len: 1093 time: 0.8960617 Sep 17 16:23:04.904829 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61382698-3edb-4bac-8c02-97765cbef8c4', 'tag': '7da7c003-c825-41c2-b894-68a81644db59'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:23:04.907153 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "61382698-3edb-4bac-8c02-97765cbef8c4", "tag": "7da7c003-c825-41c2-b894-68a81644db59"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:23:04.933820 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36c304-7ed8-4b50-b0e8-b0a64694cc14 service neutron] Pushing event updated for resources: {'Port': ['ID=7da7c003-c825-41c2-b894-68a81644db59,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:04.959144 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423b88ec-e99c-42fc-b24e-0695affcb0a8 x-openstack-request-id: req-423b88ec-e99c-42fc-b24e-0695affcb0a8 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:23:04.959887 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61382698-3edb-4bac-8c02-97765cbef8c4", "tag": "7da7c003-c825-41c2-b894-68a81644db59", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:23:04.959887 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-423b88ec-e99c-42fc-b24e-0695affcb0a8 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:23:04.960095 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61382698-3edb-4bac-8c02-97765cbef8c4', 'tag': '7da7c003-c825-41c2-b894-68a81644db59', 'status': 'completed', 'code': 200} Sep 17 16:23:04.995917 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-efe8af22-fc7f-4db9-8512-178bb3573c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:04.997522 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-efe8af22-fc7f-4db9-8512-178bb3573c4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0478194 Sep 17 16:23:05.045254 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-a4e4e10b-6c3f-44da-b38d-7e571329e2f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7da7c003-c825-41c2-b894-68a81644db59 HTTP/1.1" status: 200 len: 217 time: 0.0400624 Sep 17 16:23:05.095570 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-5cc8d00f-5856-45f1-bcdd-b6ffae86ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:05.097035 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-5cc8d00f-5856-45f1-bcdd-b6ffae86ef22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0452206 Sep 17 16:23:05.144287 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-decfa066-5e7c-4474-aa85-2b75c1174b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:05.145757 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-decfa066-5e7c-4474-aa85-2b75c1174b65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413625 Sep 17 16:23:05.239352 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-1f74ff77-be67-4756-b0c6-d62f7ad600bf service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859745 Sep 17 16:23:05.327019 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7024f54f-a7a9-46eb-87ee-dbde9c05ea59 req-7475874e-9eff-48ae-93be-d9452833d651 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810642 Sep 17 16:23:05.420883 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-a9e5ff65-f1e9-4633-84f6-1e1ab9646ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:05.422368 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-a9e5ff65-f1e9-4633-84f6-1e1ab9646ac6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0453427 Sep 17 16:23:05.511723 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-f657181c-e99e-49ae-8a85-274693873414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:05.513181 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-f657181c-e99e-49ae-8a85-274693873414 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.0831499 Sep 17 16:23:05.559078 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-a4dada47-b301-4b41-8ba5-b573938fbe5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7da7c003-c825-41c2-b894-68a81644db59 HTTP/1.1" status: 200 len: 217 time: 0.0386992 Sep 17 16:23:05.608356 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-543de6ee-6b77-4c93-9d5c-c6a6ece57780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:05.609789 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-543de6ee-6b77-4c93-9d5c-c6a6ece57780 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0444632 Sep 17 16:23:05.655065 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-804c4563-6bf3-4984-a9e3-f276cdf575c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:05.656503 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-804c4563-6bf3-4984-a9e3-f276cdf575c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393245 Sep 17 16:23:05.749895 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-5eb49c75-80da-4112-85f3-4758bc617187 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852089 Sep 17 16:23:05.839406 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-027e070a-ecef-4206-9c6d-c3c9ea35c9d8 req-631c017e-6c05-4475-aad5-8b31ed2b58e4 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817094 Sep 17 16:23:05.946642 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a84235-c7cb-42c6-aef6-8276c1914f38 req-679a23b1-c623-40b2-9463-fbaec5402f9a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:05.948120 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-20a84235-c7cb-42c6-aef6-8276c1914f38 req-679a23b1-c623-40b2-9463-fbaec5402f9a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 943 time: 0.0481026 Sep 17 16:23:05.989143 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-20a84235-c7cb-42c6-aef6-8276c1914f38 req-cb42b6da-e115-4aa0-bc27-249c92f09df2 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352588 Sep 17 16:23:07.101919 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16353221-197f-4634-93c7-680f39774cad req-9642d978-bb66-4a48-8b41-38cff133edce tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:07.103621 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-16353221-197f-4634-93c7-680f39774cad req-9642d978-bb66-4a48-8b41-38cff133edce tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 943 time: 0.0472748 Sep 17 16:23:07.141014 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-16353221-197f-4634-93c7-680f39774cad req-99794da4-5131-4c94-b06c-2d5a6bea560a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315015 Sep 17 16:23:08.250685 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1eca8-1032-4e0e-9417-6df2cf34c02e req-0f3895ec-dfb6-4cfd-9177-d742cdf8025b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:08.252138 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-39d1eca8-1032-4e0e-9417-6df2cf34c02e req-0f3895ec-dfb6-4cfd-9177-d742cdf8025b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 943 time: 0.0475519 Sep 17 16:23:08.289184 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-39d1eca8-1032-4e0e-9417-6df2cf34c02e req-2e1bb8cd-aceb-4df2-8920-e391cdb5a86a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305903 Sep 17 16:23:09.172963 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6118ffb7-7642-4cc6-b6ea-5d15f68db99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:09.400741 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f5d2c-17f3-4e97-bcec-8e80f8ffd4d8 req-098d76e4-8764-43d4-8f6d-7d3f0cbbcd8a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:09.402232 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7a8f5d2c-17f3-4e97-bcec-8e80f8ffd4d8 req-098d76e4-8764-43d4-8f6d-7d3f0cbbcd8a tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 943 time: 0.0475085 Sep 17 16:23:09.442744 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-7a8f5d2c-17f3-4e97-bcec-8e80f8ffd4d8 req-c0403d67-726c-47aa-aeb9-7244e0be9a0b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344992 Sep 17 16:23:10.555862 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d0b4-2c68-445d-bde5-20f00a9446cc req-d5b65e11-eb6a-4a58-b230-537fb2cd1039 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:10.557324 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0206d0b4-2c68-445d-bde5-20f00a9446cc req-d5b65e11-eb6a-4a58-b230-537fb2cd1039 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 943 time: 0.0485339 Sep 17 16:23:10.593334 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0206d0b4-2c68-445d-bde5-20f00a9446cc req-50024a18-868e-4e6e-a513-6eea0c6a9ddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301445 Sep 17 16:23:11.704108 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6ad89-abbf-4297-bbda-9d55143770fb req-b2ae9b7d-461b-41d7-aa6c-c3d36289638c tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:11.705461 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-39e6ad89-abbf-4297-bbda-9d55143770fb req-b2ae9b7d-461b-41d7-aa6c-c3d36289638c tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 943 time: 0.0467837 Sep 17 16:23:11.744948 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-39e6ad89-abbf-4297-bbda-9d55143770fb req-896c8f2e-b9e2-4026-8299-364ce5b789f9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307298 Sep 17 16:23:11.824473 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-12d4db34-aabe-47af-bd3a-037c09c6a4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:12.174914 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:12.857810 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4bff4-e4e6-40e8-b5de-e0f7c184f925 req-4587675c-d129-4fc4-bfb8-081012966eac tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:12.859306 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-edd4bff4-e4e6-40e8-b5de-e0f7c184f925 req-4587675c-d129-4fc4-bfb8-081012966eac tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 943 time: 0.0492845 Sep 17 16:23:12.902886 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-edd4bff4-e4e6-40e8-b5de-e0f7c184f925 req-f4e41419-72f4-4e06-a504-4133ef91c886 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366263 Sep 17 16:23:13.436864 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:14.013068 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5836f2e-fa4d-4da3-ade1-fd39465478ed req-fcf70c5a-d5c8-40fa-8b12-76169a85f3a0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:14.014554 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f5836f2e-fa4d-4da3-ade1-fd39465478ed req-fcf70c5a-d5c8-40fa-8b12-76169a85f3a0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 943 time: 0.0483723 Sep 17 16:23:14.058064 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-f5836f2e-fa4d-4da3-ade1-fd39465478ed req-71ad4fd7-8a4b-4dee-a06b-5be2c937b5f2 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377402 Sep 17 16:23:14.837767 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:15.170277 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbc8e9-52f3-4da2-b874-27bf265846a8 req-7681b645-39d7-4c25-ba07-f14786ac1f35 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:15.171755 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-54cbc8e9-52f3-4da2-b874-27bf265846a8 req-7681b645-39d7-4c25-ba07-f14786ac1f35 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 943 time: 0.0478666 Sep 17 16:23:15.207713 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-54cbc8e9-52f3-4da2-b874-27bf265846a8 req-9baeee28-9147-4066-9014-70d8f08f903e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301533 Sep 17 16:23:15.276296 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 7da7c003-c825-41c2-b894-68a81644db59 details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:23:15.372167 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 7da7c003-c825-41c2-b894-68a81644db59, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=7da7c003-c825-41c2-b894-68a81644db59,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:15.382813 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '7da7c003-c825-41c2-b894-68a81644db59', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'mac_address': 'fa:16:3e:22:c3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:23:15.422653 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:15.434830 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da7c003-c825-41c2-b894-68a81644db59 {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:23:15.452982 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 7da7c003-c825-41c2-b894-68a81644db59, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=7da7c003-c825-41c2-b894-68a81644db59,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:15.456868 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:15.502553 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=7da7c003-c825-41c2-b894-68a81644db59,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:15.509998 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.510357 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.510714 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.511059 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.511400 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.511741 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.512076 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.512410 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.512745 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.513076 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.513416 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.513756 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:15.648702 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:15.803712 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['7da7c003-c825-41c2-b894-68a81644db59'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:23:16.320013 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e497fd-f1e2-4895-a7c6-19585dd92eb9 req-aee56b26-6c52-412e-9927-aea8bdf40747 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:16.321456 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-69e497fd-f1e2-4895-a7c6-19585dd92eb9 req-aee56b26-6c52-412e-9927-aea8bdf40747 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 944 time: 0.0473847 Sep 17 16:23:16.360875 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-69e497fd-f1e2-4895-a7c6-19585dd92eb9 req-3c242491-4373-4443-8e05-79f6c1edbd40 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335319 Sep 17 16:23:17.288742 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 7da7c003-c825-41c2-b894-68a81644db59 up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:23:17.337315 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 7da7c003-c825-41c2-b894-68a81644db59 completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:23:17.340935 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 7da7c003-c825-41c2-b894-68a81644db59 triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:23:17.341311 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:17.418446 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:17.441137 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61382698-3edb-4bac-8c02-97765cbef8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da7c003-c825-41c2-b894-68a81644db59'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:23:17.443555 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69178186-f9c1-4dd3-bf74-a893b3d101e9" -d '{"events": [{"server_uuid": "61382698-3edb-4bac-8c02-97765cbef8c4", "name": "network-vif-plugged", "status": "completed", "tag": "7da7c003-c825-41c2-b894-68a81644db59"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:23:17.457176 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 7da7c003-c825-41c2-b894-68a81644db59, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=7da7c003-c825-41c2-b894-68a81644db59,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:17.462916 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:17.475913 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717256e-5c86-4fe0-8c88-c03a63a5dce9 req-bd83d1de-1c18-415e-90e6-8f491e82e823 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:17.477913 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2717256e-5c86-4fe0-8c88-c03a63a5dce9 req-bd83d1de-1c18-415e-90e6-8f491e82e823 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 944 time: 0.0517278 Sep 17 16:23:17.488147 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb25e369-078f-4b25-af31-f22828d5db1b x-openstack-request-id: req-bb25e369-078f-4b25-af31-f22828d5db1b {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:23:17.488444 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61382698-3edb-4bac-8c02-97765cbef8c4", "name": "network-vif-plugged", "status": "completed", "tag": "7da7c003-c825-41c2-b894-68a81644db59", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:23:17.488701 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb25e369-078f-4b25-af31-f22828d5db1b {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:23:17.489101 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61382698-3edb-4bac-8c02-97765cbef8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da7c003-c825-41c2-b894-68a81644db59', 'code': 200} Sep 17 16:23:17.517305 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=7da7c003-c825-41c2-b894-68a81644db59,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:17.523740 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2717256e-5c86-4fe0-8c88-c03a63a5dce9 req-fb156cd8-a91d-406b-aa7c-d1b7a5346d3f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 Sep 17 16:23:17.694396 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056eb7d-23f0-41af-9b81-b6a3667dc297 req-4773b615-b67c-449f-a6f8-b7565a423e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:17.695936 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5056eb7d-23f0-41af-9b81-b6a3667dc297 req-4773b615-b67c-449f-a6f8-b7565a423e75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 1098 time: 0.0396690 Sep 17 16:23:17.733152 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5056eb7d-23f0-41af-9b81-b6a3667dc297 req-ee2381bc-0b17-439b-949c-d582f2d35475 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304248 Sep 17 16:23:18.637501 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdf9c-d82d-4d7c-aa5e-2ac7ca2eb594 req-b895f4f2-94ba-42e1-87f2-b6d4170e2c90 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:18.638914 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0abfdf9c-d82d-4d7c-aa5e-2ac7ca2eb594 req-b895f4f2-94ba-42e1-87f2-b6d4170e2c90 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 945 time: 0.0473399 Sep 17 16:23:18.675204 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-0abfdf9c-d82d-4d7c-aa5e-2ac7ca2eb594 req-1f4bf86a-f6b1-4e03-8876-53e52e7eceab tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304971 Sep 17 16:23:19.716228 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-4c691f38-a793-44a8-8afe-133860495730 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955610580&fields=id&tenant_id=e4d6fa1fa09845bbb4194d953aa38d21 HTTP/1.1" status: 200 len: 267 time: 0.0326884 Sep 17 16:23:19.769465 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-8d0a6053-9908-4e73-97e2-492451917d61 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:19.771562 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-8d0a6053-9908-4e73-97e2-492451917d61 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 984 time: 0.0493023 Sep 17 16:23:19.782176 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-be6ae8f0-ed18-4088-9205-9615a1360ff2 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Request body: {'port': {'security_groups': ['12d27ee7-801c-48eb-9e9a-b6ab5241eea2']}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:23:19.790417 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab6faa-4e17-4df4-815e-2b11834d2c61 req-db6b0dfd-effa-4ddd-bb08-069f1688d2ab tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:19.791969 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-52ab6faa-4e17-4df4-815e-2b11834d2c61 req-db6b0dfd-effa-4ddd-bb08-069f1688d2ab tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 945 time: 0.0481935 Sep 17 16:23:19.829165 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-52ab6faa-4e17-4df4-815e-2b11834d2c61 req-e7c56d5b-c004-4163-95a6-3c8d478334c2 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Sep 17 16:23:19.848163 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-be6ae8f0-ed18-4088-9205-9615a1360ff2 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:19.941914 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c022c7-32f9-41b0-bff5-7a67264901bb req-a218df30-9cf4-4dcb-aaaa-13f703212186 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:19.943294 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-61c022c7-32f9-41b0-bff5-7a67264901bb req-a218df30-9cf4-4dcb-aaaa-13f703212186 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 945 time: 0.0488319 Sep 17 16:23:19.986079 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-61c022c7-32f9-41b0-bff5-7a67264901bb req-99f4ff1c-1061-4807-aa29-0197cce2e714 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362046 Sep 17 16:23:20.008938 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42464) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:20.024367 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-be6ae8f0-ed18-4088-9205-9615a1360ff2 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] For port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:20.048827 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9f237b-1ed7-4827-b80d-bd64d6fb26f5 tempest-TestVolumeBootPattern-619050159 tempest-TestVolumeBootPattern-619050159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:20.053360 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2c9f237b-1ed7-4827-b80d-bd64d6fb26f5 tempest-TestVolumeBootPattern-619050159 tempest-TestVolumeBootPattern-619050159-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 1093 time: 0.0406396 Sep 17 16:23:20.054397 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42466) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:20.057070 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-be6ae8f0-ed18-4088-9205-9615a1360ff2 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.058699 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.v2.base [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'floatingip': {'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:23:20.061648 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-be6ae8f0-ed18-4088-9205-9615a1360ff2 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.078097 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['d5d12dbb-8a55-41de-aebf-8ed7dcbc4434'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:23:20.082861 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.110633 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-be6ae8f0-ed18-4088-9205-9615a1360ff2 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:20.111399 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-be6ae8f0-ed18-4088-9205-9615a1360ff2 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.112826 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-11295040-79aa-4ee4-96e5-0d5f28dc54ba req-be6ae8f0-ed18-4088-9205-9615a1360ff2 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "PUT /v2.0/ports/d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 942 time: 0.3352416 Sep 17 16:23:20.113284 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:23:20.115583 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5386c5ba-1364-4db1-9994-0a6cda1f4934" -d '{"events": [{"name": "network-changed", "server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:23:20.120378 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42470) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:20.172570 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e711442-e7f6-40cb-92c0-493db361b5b0 x-openstack-request-id: req-8e711442-e7f6-40cb-92c0-493db361b5b0 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:23:20.174776 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['d5d12dbb-8a55-41de-aebf-8ed7dcbc4434'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:23:20.185472 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:23:20.186218 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e711442-e7f6-40cb-92c0-493db361b5b0 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:23:20.186876 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'status': 'completed', 'code': 200} Sep 17 16:23:20.192361 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ae8f0-ed18-4088-9205-9615a1360ff2 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event updated for resources: {'Port': ['ID=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,revision_number=7']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:20.256095 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-6d905a97-a596-4385-b720-a06a609e8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:20.258675 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-6d905a97-a596-4385-b720-a06a609e8f3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4d6fa1fa09845bbb4194d953aa38d21&device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 1098 time: 0.0526624 Sep 17 16:23:20.383029 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-08bc378c-11e0-4175-85df-cec43223f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:20.384652 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-08bc378c-11e0-4175-85df-cec43223f3ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 HTTP/1.1" status: 200 len: 915 time: 0.1179862 Sep 17 16:23:20.445358 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-392bcfd8-e232-40c5-a94f-996377f7f9fb None None] Provisioning complete for port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:23:20.445721 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-392bcfd8-e232-40c5-a94f-996377f7f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.452536 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-8e8540f9-1d59-4b08-a803-184d83fa9bbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 1001 time: 0.0607815 Sep 17 16:23:20.494993 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.506622 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-b95af505-4999-401b-bdd4-3939be82661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:20.509469 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-b95af505-4999-401b-bdd4-3939be82661b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c381030-f240-4bd4-8d19-ffa0b5a089ed HTTP/1.1" status: 200 len: 853 time: 0.0491312 Sep 17 16:23:20.524678 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.528005 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.560609 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-8ad2694f-7b4a-4869-a658-c78a1af40031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:20.562195 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-8ad2694f-7b4a-4869-a658-c78a1af40031 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459239 Sep 17 16:23:20.657434 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Allocated IP 172.27.1.121 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/208a2b01-ec2d-4970-b2bb-f23a114447de) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:23:20.659203 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-6396f017-a7fe-42b3-8c88-21841a91694b service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883827 Sep 17 16:23:20.669399 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.672042 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.673211 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "DELETE /v2.0/security-groups/0183abc7-b80e-4430-aea1-0175d8549cca HTTP/1.1" status: 204 len: 168 time: 0.5514050 Sep 17 16:23:20.677699 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42472) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:20.733373 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0183abc7-b80e-4430-aea1-0175d8549cca,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:20.753991 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.754339 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.754677 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.755011 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.755342 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.755678 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.756005 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.756331 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.756727 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.757131 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.757430 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.757777 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6ceb-f960-4cc0-9d4e-27ae7aa36b53 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:23:20.760115 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5386c5ba-1364-4db1-9994-0a6cda1f4934 req-739b747f-1171-4f00-b99c-b8c70f477b35 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927780 Sep 17 16:23:20.884567 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.948821 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:20.951124 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Deleting port 7c3f455b-dec5-49a4-97f9-2516469fd861 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:23:20.951453 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:21.009366 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:23:21.036103 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:23:21.041690 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:23:21.070112 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'Port': ['ID=208a2b01-ec2d-4970-b2bb-f23a114447de,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:21.103381 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:21.103704 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:21.138108 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Calling delete_port for 7c3f455b-dec5-49a4-97f9-2516469fd861 owned by network:floatingip {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:23:21.502724 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:21.535680 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event deleted for resources: {'Port': ['ID=7c3f455b-dec5-49a4-97f9-2516469fd861,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:21.613863 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:21.650236 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks [] for floatingip, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:21.650567 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Floating IP 512300ea-ecd3-454a-9ece-f1416444be42 disassociated (deleted). External IP: 172.27.1.216, port: d5d12dbb-8a55-41de-aebf-8ed7dcbc4434. Sep 17 16:23:21.728872 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:21.991548 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:23:22.001245 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:22.008268 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16344374'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:22.120635 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'Port': ['ID=208a2b01-ec2d-4970-b2bb-f23a114447de,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:22.159779 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:22.216036 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:23:22.221344 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:22.226611 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] Sync routers for ids ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:23:22.237155 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] Routers {'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:23:22.237814 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:23:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:22.281702 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-3771b24d-6021-462c-acc3-543d404075ce tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "DELETE /v2.0/floatingips/512300ea-ecd3-454a-9ece-f1416444be42 HTTP/1.1" status: 204 len: 168 time: 1.6002927 Sep 17 16:23:22.283799 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:23:22.286074 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b14cbb-93e1-42a0-a529-2ed460c58159" -d '{"events": [{"name": "network-changed", "server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:23:22.302010 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Floating IP 62829aae-a4f7-4b37-af71-24f4933cc151 associated. External IP: 172.27.1.121, port: 7da7c003-c825-41c2-b894-68a81644db59. Sep 17 16:23:22.360945 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] Set router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:23:22.404968 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee752099-4a90-4126-8e21-e17f19ebf6bf x-openstack-request-id: req-ee752099-4a90-4126-8e21-e17f19ebf6bf {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:23:22.405654 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:23:22.406015 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee752099-4a90-4126-8e21-e17f19ebf6bf {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:23:22.406514 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'status': 'completed', 'code': 200} Sep 17 16:23:22.474599 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-368ad038-143f-431b-bae7-98d8f1f02f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:22.476892 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-368ad038-143f-431b-bae7-98d8f1f02f17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4d6fa1fa09845bbb4194d953aa38d21&device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 1098 time: 0.0511475 Sep 17 16:23:22.581075 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Router 45f16ca5-e65e-4ecc-9334-63728931f0ab has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:23:22.591259 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-b18a0129-4f55-4a93-8a91-4e1da4e7b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:22.592992 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-b18a0129-4f55-4a93-8a91-4e1da4e7b093 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 HTTP/1.1" status: 200 len: 915 time: 0.1093740 Sep 17 16:23:22.628181 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 5, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:22.635498 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-6ad65a02-0184-47a0-96e7-bb709eade24e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 200 len: 217 time: 0.0351093 Sep 17 16:23:22.660476 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] Checking router: b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:23:22.669837 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] Routers {'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:23:22.670861 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:23:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:22.689855 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-d77ef966-8557-4383-8bd9-74a757dc7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:22.691238 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-d77ef966-8557-4383-8bd9-74a757dc7be5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7c381030-f240-4bd4-8d19-ffa0b5a089ed HTTP/1.1" status: 200 len: 853 time: 0.0463302 Sep 17 16:23:22.742689 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-2b8bc32b-632d-43ae-930c-8b04afe3129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:22.744309 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-2b8bc32b-632d-43ae-930c-8b04afe3129a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435040 Sep 17 16:23:22.782409 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] Set router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:23:22.844288 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-7e0bfe7f-dac5-403d-87ad-5707b2f82663 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920827 Sep 17 16:23:22.948866 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:23:22.956901 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-32b14cbb-93e1-42a0-a529-2ed460c58159 req-3db812ce-c67f-4417-b957-097b972c0899 service neutron] 10.222.0.37 "GET /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052935 Sep 17 16:23:22.958333 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] Sync routers for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:23:22.970644 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:22.976786 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:23:22.977775 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:23:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:23.008810 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 5, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:23.010305 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-a8f87b34-4d98-4b9a-90aa-1ff6fe0a93cc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9546247 Sep 17 16:23:23.035894 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839eb7a6-4f71-487d-af22-9a043198025c None None] The sync data for ids ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'] in dv-cinder-734093-3-iscsi is: [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:19:47Z', 'revision_number': 4, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': 'b95b1b65-49d7-49a0-98f8-fd02a88183aa', 'name': '', 'network_id': 'ae48f083-1a21-47e1-a9d6-6b8dfc3fa709', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'mac_address': 'fa:16:3e:d0:95:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:46Z', 'updated_at': '2021-09-17T16:19:53Z', 'revision_number': 5, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'subnets': [{'id': '7c381030-f240-4bd4-8d19-ffa0b5a089ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:23:23.103380 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:23:23.271672 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374da8d3-1bc9-44a1-909d-b01cffbde8f7 None None] New status for floating IP 512300ea-ecd3-454a-9ece-f1416444be42: DOWN {{(pid=100592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:23:23.337458 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '62829aae-a4f7-4b37-af71-24f4933cc151', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:22:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:23:21Z', 'updated_at': '2021-09-17T16:23:21Z', 'revision_number': 0, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:23.364356 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] Checking router: 45f16ca5-e65e-4ecc-9334-63728931f0ab for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:23:23.373271 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:23:23.373900 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:23:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:23.475429 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:23:23.705243 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '62829aae-a4f7-4b37-af71-24f4933cc151', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:22:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:23:21Z', 'updated_at': '2021-09-17T16:23:21Z', 'revision_number': 0, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:23.735454 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a56de-34c0-448b-95ee-9ce4aa00e1d0 None None] The sync data for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi is: [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '62829aae-a4f7-4b37-af71-24f4933cc151', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:22:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:23:21Z', 'updated_at': '2021-09-17T16:23:21Z', 'revision_number': 0, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:23:23.942629 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af7dd1-8c90-4433-a5d5-4f02df64db66 None None] New status for floating IP 62829aae-a4f7-4b37-af71-24f4933cc151: ACTIVE {{(pid=100593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:23:24.386565 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:23:24.408058 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61382698-3edb-4bac-8c02-97765cbef8c4', 'tag': '7da7c003-c825-41c2-b894-68a81644db59'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:23:24.410484 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a08dfa3-3f7a-4f77-b823-cfa782775439" -d '{"events": [{"name": "network-changed", "server_uuid": "61382698-3edb-4bac-8c02-97765cbef8c4", "tag": "7da7c003-c825-41c2-b894-68a81644db59"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:23:24.445580 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c45ff1-c35c-48ed-863a-f2c77a2c2d9e x-openstack-request-id: req-d3c45ff1-c35c-48ed-863a-f2c77a2c2d9e {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:23:24.445880 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61382698-3edb-4bac-8c02-97765cbef8c4", "tag": "7da7c003-c825-41c2-b894-68a81644db59", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:23:24.446138 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3c45ff1-c35c-48ed-863a-f2c77a2c2d9e {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:23:24.446538 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61382698-3edb-4bac-8c02-97765cbef8c4', 'tag': '7da7c003-c825-41c2-b894-68a81644db59', 'status': 'completed', 'code': 200} Sep 17 16:23:24.507986 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-f6f6b722-dccc-4c32-8355-666a91573fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:24.509515 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-f6f6b722-dccc-4c32-8355-666a91573fa4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 1098 time: 0.0410769 Sep 17 16:23:24.595639 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-3a7d7e28-6a52-48f3-916b-781038a1668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:24.597050 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-3a7d7e28-6a52-48f3-916b-781038a1668a service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.0810091 Sep 17 16:23:24.664645 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-f1bb1214-d28d-466e-bed1-0e93cb15f1da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7da7c003-c825-41c2-b894-68a81644db59 HTTP/1.1" status: 200 len: 1001 time: 0.0594511 Sep 17 16:23:24.713658 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-709e7143-a81e-4230-8f80-b021b1d39540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:24.715051 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-709e7143-a81e-4230-8f80-b021b1d39540 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0431631 Sep 17 16:23:24.759278 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-27cec13a-2ecb-4c6b-af88-2e8ac48ae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:24.760690 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-27cec13a-2ecb-4c6b-af88-2e8ac48ae655 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388396 Sep 17 16:23:24.852469 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-8bbef4a4-5436-4000-bf7a-b173ef84b48f service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840240 Sep 17 16:23:24.951162 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-9a08dfa3-3f7a-4f77-b823-cfa782775439 req-7b647e65-80fc-4f7b-9005-d843f7a8c687 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924249 Sep 17 16:23:25.073997 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ff352-2d99-44bb-bc4b-5143ebd6dc48 req-e8823b6e-b6f1-45ec-b596-492f78864613 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:25.075479 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-799ff352-2d99-44bb-bc4b-5143ebd6dc48 req-e8823b6e-b6f1-45ec-b596-492f78864613 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 945 time: 0.0503857 Sep 17 16:23:25.113091 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-799ff352-2d99-44bb-bc4b-5143ebd6dc48 req-bc00dd5d-d450-4e03-ba2f-2847b8feb8e0 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Sep 17 16:23:26.224686 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7108f21-bbb4-4ee3-bd3f-8f657151aa2c req-29214e8b-1f7b-40e3-b156-6a4f1b2b06c4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:26.226666 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a7108f21-bbb4-4ee3-bd3f-8f657151aa2c req-29214e8b-1f7b-40e3-b156-6a4f1b2b06c4 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 945 time: 0.0469906 Sep 17 16:23:26.263286 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-a7108f21-bbb4-4ee3-bd3f-8f657151aa2c req-a848722e-8746-4f9b-9814-193721d88f82 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/security-groups?id=12d27ee7-801c-48eb-9e9a-b6ab5241eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305529 Sep 17 16:23:26.974447 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-c8c1b756-d629-4a53-9ca7-2666a66bbb95 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:23:26.975912 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-c8c1b756-d629-4a53-9ca7-2666a66bbb95 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.37 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 945 time: 0.0477922 Sep 17 16:23:27.064930 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-0d9ea88b-eb56-4fd3-90f4-44c38c691f03 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Deleting port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:23:27.065270 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-0d9ea88b-eb56-4fd3-90f4-44c38c691f03 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:27.150100 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-0d9ea88b-eb56-4fd3-90f4-44c38c691f03 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] For port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:27.150384 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-0d9ea88b-eb56-4fd3-90f4-44c38c691f03 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:27.162290 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-0d9ea88b-eb56-4fd3-90f4-44c38c691f03 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Calling delete_port for d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 owned by compute:nova {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:23:27.294758 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-0d9ea88b-eb56-4fd3-90f4-44c38c691f03 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:27.306705 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['d5d12dbb-8a55-41de-aebf-8ed7dcbc4434'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:23:27.330731 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ea88b-eb56-4fd3-90f4-44c38c691f03 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Pushing event deleted for resources: {'Port': ['ID=d5d12dbb-8a55-41de-aebf-8ed7dcbc4434,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:27.383009 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-96556385-6307-4423-bfdf-5363959074c5 req-ce0fda8a-f5af-42b1-ad2c-d89af94b3255 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.50 "GET /v2.0/ports?device_id=eacf25b6-8d16-407c-be6b-211e1317dae0 HTTP/1.1" status: 200 len: 210 time: 0.0441928 Sep 17 16:23:27.395882 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-0d9ea88b-eb56-4fd3-90f4-44c38c691f03 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] No DVR routers for this DVR port d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 on host hv-cinder-73409 {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:23:27.399217 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-0d9ea88b-eb56-4fd3-90f4-44c38c691f03 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:27.401402 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-40ea0817-805e-42e6-af13-31e17b4fad5a req-0d9ea88b-eb56-4fd3-90f4-44c38c691f03 tempest-TestMinimumBasicScenario-720932833 tempest-TestMinimumBasicScenario-720932833-project] 10.222.0.37 "DELETE /v2.0/ports/d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 HTTP/1.1" status: 204 len: 173 time: 0.4195397 Sep 17 16:23:27.401845 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'name': 'network-vif-deleted', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:23:27.404529 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acce5eb8-e512-4c18-a8b5-e7c9d31f69d3" -d '{"events": [{"server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "name": "network-vif-deleted", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:23:27.443618 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d9ae5-f17b-4b32-97aa-8a4d352e07d5 x-openstack-request-id: req-334d9ae5-f17b-4b32-97aa-8a4d352e07d5 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:23:27.444002 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacf25b6-8d16-407c-be6b-211e1317dae0", "name": "network-vif-deleted", "tag": "d5d12dbb-8a55-41de-aebf-8ed7dcbc4434", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:23:27.444286 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-334d9ae5-f17b-4b32-97aa-8a4d352e07d5 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:23:27.444675 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacf25b6-8d16-407c-be6b-211e1317dae0', 'name': 'network-vif-deleted', 'tag': 'd5d12dbb-8a55-41de-aebf-8ed7dcbc4434', 'status': 'completed', 'code': 200} Sep 17 16:23:29.047692 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42560) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:29.392526 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8333830'] for router_interface, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:29.632550 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] Deleting port b95b1b65-49d7-49a0-98f8-fd02a88183aa {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:23:29.632896 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:29.709201 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] For port b95b1b65-49d7-49a0-98f8-fd02a88183aa, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=b95b1b65-49d7-49a0-98f8-fd02a88183aa,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:29.709556 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:29.727615 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] Calling delete_port for b95b1b65-49d7-49a0-98f8-fd02a88183aa owned by network:router_interface {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:23:29.903139 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:29.932315 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95b1b65-49d7-49a0-98f8-fd02a88183aa,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:30.097788 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8079796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8333750'] for router_interface, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:30.313183 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] Router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:23:30.418580 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:23:30.423612 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-1cbeab6d-0c1d-4795-a0d9-8971ecf9c008 admin admin] 10.222.0.50 "PUT /v2.0/routers/b9e9c32e-55ba-4860-aaf4-a57cfd2eae44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3748884 Sep 17 16:23:30.426072 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42564) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:30.429141 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] Sync routers for ids ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:23:30.438660 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] Routers {'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:23:30.439307 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:23:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:30.532573 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:30.637180 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:30.671138 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] Set router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:23:30.688217 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Deleting port 75388e73-e048-4bbe-a7ab-a70c49471e2f {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:23:30.688553 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:30.765982 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] For port 75388e73-e048-4bbe-a7ab-a70c49471e2f, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=75388e73-e048-4bbe-a7ab-a70c49471e2f,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:30.766373 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:30.779707 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Calling delete_port for 75388e73-e048-4bbe-a7ab-a70c49471e2f owned by network:router_gateway {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:23:30.846286 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:23:29Z', 'revision_number': 5, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port': {'id': '75388e73-e048-4bbe-a7ab-a70c49471e2f', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:45Z', 'updated_at': '2021-09-17T16:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:30.873037 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] Checking router: b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:23:30.882120 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] Routers {'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:23:30.882269 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:23:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:30.951805 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:30.973742 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] Set router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 gateway port host: None {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:23:30.986622 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=75388e73-e048-4bbe-a7ab-a70c49471e2f,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:31.029029 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:23:30Z', 'revision_number': 6, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port_host': None}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:31.046796 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8333680'] for router_gateway, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.056122 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff237f76-30b2-475f-9fd8-89e4fff5adf6 None None] The sync data for ids ['b9e9c32e-55ba-4860-aaf4-a57cfd2eae44'] in dv-cinder-734093-3-iscsi is: [{'id': 'b9e9c32e-55ba-4860-aaf4-a57cfd2eae44', 'name': 'tempest-TestMinimumBasicScenario-532889116-router', 'tenant_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:44Z', 'updated_at': '2021-09-17T16:23:30Z', 'revision_number': 6, 'project_id': 'e4d6fa1fa09845bbb4194d953aa38d21', 'gw_port_host': None}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:23:31.137602 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.139861 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.182174 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334810'] for router, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.182725 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 {{(pid=100590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:23:31.188054 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.189240 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-0f104aa4-137f-4fd1-99f2-42a7ecfb35d8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b9e9c32e-55ba-4860-aaf4-a57cfd2eae44 HTTP/1.1" status: 204 len: 168 time: 0.7613914 Sep 17 16:23:31.191784 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42566) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:31.241351 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9500dadb-2cc1-481e-bcfa-dd12612e3937 admin admin] Deleting subnet 7c381030-f240-4bd4-8d19-ffa0b5a089ed {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:23:31.244317 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9500dadb-2cc1-481e-bcfa-dd12612e3937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.283941 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9500dadb-2cc1-481e-bcfa-dd12612e3937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5451869'] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.376313 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9500dadb-2cc1-481e-bcfa-dd12612e3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.388290 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:23:31.409916 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:23:31.409916 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device d5d12dbb-8a55-41de-aebf-8ed7dcbc4434 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:23:31.443022 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9500dadb-2cc1-481e-bcfa-dd12612e3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16344320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16483010'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.472466 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500dadb-2cc1-481e-bcfa-dd12612e3937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c381030-f240-4bd4-8d19-ffa0b5a089ed,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:31.474502 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9500dadb-2cc1-481e-bcfa-dd12612e3937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.479168 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-9500dadb-2cc1-481e-bcfa-dd12612e3937 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7c381030-f240-4bd4-8d19-ffa0b5a089ed HTTP/1.1" status: 204 len: 168 time: 0.2838113 Sep 17 16:23:31.479554 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42568) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:31.483459 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3232f2-9aa5-40f2-ac31-a2d58e6d78c6 None None] Network ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:23:31.555438 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.612271 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Deleting port e612698c-b7b0-4b45-8378-148c14f35a67 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:23:31.612612 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.682358 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] For port e612698c-b7b0-4b45-8378-148c14f35a67, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=e612698c-b7b0-4b45-8378-148c14f35a67,segment=NetworkSegment(c76e6c7c-1d3a-4426-ab8b-76c8a7535561),segment_id=c76e6c7c-1d3a-4426-ab8b-76c8a7535561)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:31.682729 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.696447 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Calling delete_port for e612698c-b7b0-4b45-8378-148c14f35a67 owned by network:dhcp {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:23:31.788069 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.815786 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Pushing event deleted for resources: {'Port': ['ID=e612698c-b7b0-4b45-8378-148c14f35a67,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:31.820611 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] No DVR routers for this DVR port e612698c-b7b0-4b45-8378-148c14f35a67 on host dv-cinder-734093-3-iscsi {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:23:31.891278 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a72140-f7ce-4818-9eba-31e19f9ef5d3 None None] DHCP port deletion for ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 request from dv-cinder-734093-3-iscsi {{(pid=100592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:23:31.909855 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.933720 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae48f083-1a21-47e1-a9d6-6b8dfc3fa709']}} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:31.946604 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561') {'for_net_delete': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:31.946900 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76e6c7c-1d3a-4426-ab8b-76c8a7535561') {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:31.956835 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16506986'] for segment, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.970837 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.985038 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:23:31.985450 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510347'] for segment, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: Traceback (most recent call last): Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: timer() Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: cb(*args, **kw) Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: return func(*args, **kwargs) Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: self._notify() Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: self.callback(batched_events) Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: event.method(event) Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: return f(self, *a, **k) Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._get(url).json() Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: return self.request(url, 'GET', **kwargs) Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:23:31.987408 dv-cinder-734093-3-iscsi neutron-server[100591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:23:32.046297 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:32.052545 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:32.055473 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] 10.222.0.50 "DELETE /v2.0/networks/ae48f083-1a21-47e1-a9d6-6b8dfc3fa709 HTTP/1.1" status: 204 len: 168 time: 0.5749514 Sep 17 16:23:32.058752 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42570) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:32.066988 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca565e-510d-4c99-be9c-581a73aaab1f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae48f083-1a21-47e1-a9d6-6b8dfc3fa709,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:32.425117 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8333830'] for router_interface, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:32.434190 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 75388e73-e048-4bbe-a7ab-a70c49471e2f no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:23:32.455065 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 75388e73-e048-4bbe-a7ab-a70c49471e2f {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:23:32.455416 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 75388e73-e048-4bbe-a7ab-a70c49471e2f not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:23:32.455847 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b95b1b65-49d7-49a0-98f8-fd02a88183aa no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:23:32.478300 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: b95b1b65-49d7-49a0-98f8-fd02a88183aa {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:23:32.478664 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b95b1b65-49d7-49a0-98f8-fd02a88183aa not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:23:32.479092 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device e612698c-b7b0-4b45-8378-148c14f35a67 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:23:32.498100 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: e612698c-b7b0-4b45-8378-148c14f35a67 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:23:32.498807 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device e612698c-b7b0-4b45-8378-148c14f35a67 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:23:32.901864 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] Deleting port 70033651-26ee-4c95-9396-8832a6187763 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:23:32.902203 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:32.982631 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] For port 70033651-26ee-4c95-9396-8832a6187763, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=70033651-26ee-4c95-9396-8832a6187763,segment=NetworkSegment(3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb),segment_id=3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:32.983018 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:32.995485 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] Calling delete_port for 70033651-26ee-4c95-9396-8832a6187763 owned by network:router_interface {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:23:33.170286 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:33.199659 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] Pushing event deleted for resources: {'Port': ['ID=70033651-26ee-4c95-9396-8832a6187763,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:33.364484 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8079796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8333750'] for router_interface, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:33.574986 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] Router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:23:33.681185 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:23:33.686170 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-d22c945e-ef32-4ca5-b999-d3815dc67645 admin admin] 10.222.0.50 "PUT /v2.0/routers/9ff81cea-cdb8-40cf-82f8-c751f81c1e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6260219 Sep 17 16:23:33.688603 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42572) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:33.691108 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] Sync routers for ids ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:23:33.701145 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] Routers {'9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:23:33.701782 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:23:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:33.790477 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Notify callbacks [] for router, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:33.805133 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] Set router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:23:33.895370 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:33.946936 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Deleting port 75008959-e716-4ac2-bad0-b7faa7148455 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:23:33.947275 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:33.984468 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'name': 'tempest-TestMinimumBasicScenario-881323156-router', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '75008959-e716-4ac2-bad0-b7faa7148455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:49Z', 'updated_at': '2021-09-17T16:23:33Z', 'revision_number': 5, 'project_id': '1132a9c98cbe4d14835138138c290527', 'gw_port': {'id': '75008959-e716-4ac2-bad0-b7faa7148455', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:19:50Z', 'updated_at': '2021-09-17T16:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:34.010517 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] Checking router: 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:23:34.018778 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] Routers {'9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:23:34.019393 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:23:12Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:34.028635 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] For port 75008959-e716-4ac2-bad0-b7faa7148455, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=75008959-e716-4ac2-bad0-b7faa7148455,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:34.029018 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.040965 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Calling delete_port for 75008959-e716-4ac2-bad0-b7faa7148455 owned by network:router_gateway {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:23:34.191104 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] Set router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c gateway port host: None {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:23:34.211936 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.238529 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Pushing event deleted for resources: {'Port': ['ID=75008959-e716-4ac2-bad0-b7faa7148455,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:34.243033 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'name': 'tempest-TestMinimumBasicScenario-881323156-router', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:49Z', 'updated_at': '2021-09-17T16:23:33Z', 'revision_number': 6, 'project_id': '1132a9c98cbe4d14835138138c290527', 'gw_port_host': None}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:34.272634 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac855f9-b2e3-4596-9c3f-d6fe7de38c2f None None] The sync data for ids ['9ff81cea-cdb8-40cf-82f8-c751f81c1e2c'] in dv-cinder-734093-3-iscsi is: [{'id': '9ff81cea-cdb8-40cf-82f8-c751f81c1e2c', 'name': 'tempest-TestMinimumBasicScenario-881323156-router', 'tenant_id': '1132a9c98cbe4d14835138138c290527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:19:49Z', 'updated_at': '2021-09-17T16:23:33Z', 'revision_number': 6, 'project_id': '1132a9c98cbe4d14835138138c290527', 'gw_port_host': None}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:23:34.303349 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8333680'] for router_gateway, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.393999 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.396223 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.441384 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334810'] for router, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.441958 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff81cea-cdb8-40cf-82f8-c751f81c1e2c {{(pid=100590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:23:34.446856 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.448016 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-74fab58a-3662-4c13-ace3-1cd0b836020b admin admin] 10.222.0.50 "DELETE /v2.0/routers/9ff81cea-cdb8-40cf-82f8-c751f81c1e2c HTTP/1.1" status: 204 len: 168 time: 0.7585008 Sep 17 16:23:34.450533 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42574) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:34.493697 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0ad884-785f-4759-a5e0-ebc68dad7bde admin admin] Deleting subnet 6be27eab-e5b2-4706-80cd-b8a34a9006a0 {{(pid=100590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:23:34.496578 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad884-785f-4759-a5e0-ebc68dad7bde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.530804 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad884-785f-4759-a5e0-ebc68dad7bde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5451869'] for subnet, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.608611 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad884-785f-4759-a5e0-ebc68dad7bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.673022 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad884-785f-4759-a5e0-ebc68dad7bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16344320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16483010'] for subnet, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.702032 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ad884-785f-4759-a5e0-ebc68dad7bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be27eab-e5b2-4706-80cd-b8a34a9006a0,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:34.704065 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad884-785f-4759-a5e0-ebc68dad7bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for subnet, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.705990 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-6e0ad884-785f-4759-a5e0-ebc68dad7bde admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6be27eab-e5b2-4706-80cd-b8a34a9006a0 HTTP/1.1" status: 204 len: 168 time: 0.2545028 Sep 17 16:23:34.708458 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42576) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:34.711333 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5bbb9-89b5-4aef-944a-93ac893227d3 None None] Network 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:23:34.765496 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 70033651-26ee-4c95-9396-8832a6187763 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:23:34.779192 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.796228 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 70033651-26ee-4c95-9396-8832a6187763 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:23:34.796578 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 70033651-26ee-4c95-9396-8832a6187763 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:23:34.832737 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Deleting port efc011c2-b21e-4578-898c-a9f653a6d35e {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:23:34.833070 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.903391 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] For port efc011c2-b21e-4578-898c-a9f653a6d35e, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=efc011c2-b21e-4578-898c-a9f653a6d35e,segment=NetworkSegment(3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb),segment_id=3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:23:34.903784 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:34.915845 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Calling delete_port for efc011c2-b21e-4578-898c-a9f653a6d35e owned by network:dhcp {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:23:34.993233 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.018843 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc011c2-b21e-4578-898c-a9f653a6d35e,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:35.020665 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] No DVR routers for this DVR port efc011c2-b21e-4578-898c-a9f653a6d35e on host dv-cinder-734093-3-iscsi {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:23:35.094194 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eeca70-9734-4e31-a82b-295578552e39 None None] DHCP port deletion for 0f35c83a-1cf2-4687-b528-5d8c03fe4c68 request from dv-cinder-734093-3-iscsi {{(pid=100592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:23:35.095175 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.117436 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f35c83a-1cf2-4687-b528-5d8c03fe4c68']}} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:35.126640 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb') {'for_net_delete': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:35.126938 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abf747b-9fdd-45d5-a8d6-a910ac8e9cfb') {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:23:35.136122 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16506986'] for segment, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.149376 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.155392 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=100591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:23:35.155786 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510347'] for segment, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: Traceback (most recent call last): Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: timer() Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: cb(*args, **kw) Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: return func(*args, **kwargs) Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: self._notify() Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: self.callback(batched_events) Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: event.method(event) Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: return f(self, *a, **k) Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._get(url).json() Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: return self.request(url, 'GET', **kwargs) Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:23:35.157544 dv-cinder-734093-3-iscsi neutron-server[100591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:23:35.219298 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.225709 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.227842 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0f35c83a-1cf2-4687-b528-5d8c03fe4c68 HTTP/1.1" status: 204 len: 168 time: 0.5182507 Sep 17 16:23:35.423626 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42580) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:35.465069 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-43499733-9cc9-4ac7-b6af-3d2fa9e3a7a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4d6fa1fa09845bbb4194d953aa38d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402601 Sep 17 16:23:35.467525 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42582) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:35.488628 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2860acc-0ccc-41a5-9efa-69da2c466697 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f35c83a-1cf2-4687-b528-5d8c03fe4c68,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:35.518251 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2c76e866-ce7f-4e3f-8935-9fbb0b2e5aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.543063 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2c76e866-ce7f-4e3f-8935-9fbb0b2e5aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.590436 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2c76e866-ce7f-4e3f-8935-9fbb0b2e5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.592909 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2c76e866-ce7f-4e3f-8935-9fbb0b2e5aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:35.594133 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-2c76e866-ce7f-4e3f-8935-9fbb0b2e5aec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12d27ee7-801c-48eb-9e9a-b6ab5241eea2 HTTP/1.1" status: 204 len: 168 time: 0.1256785 Sep 17 16:23:35.603117 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76e866-ce7f-4e3f-8935-9fbb0b2e5aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d27ee7-801c-48eb-9e9a-b6ab5241eea2,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:35.900115 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42588) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:35.937837 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-a27e3185-d7ac-499f-8c8e-3fe14d78d684 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1132a9c98cbe4d14835138138c290527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365310 Sep 17 16:23:35.940216 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42590) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:23:35.987385 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d84dfc22-b6e4-4a75-b431-5c6c9e714c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:36.007898 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d84dfc22-b6e4-4a75-b431-5c6c9e714c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:36.062965 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d84dfc22-b6e4-4a75-b431-5c6c9e714c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:36.065974 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d84dfc22-b6e4-4a75-b431-5c6c9e714c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:36.067064 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-d84dfc22-b6e4-4a75-b431-5c6c9e714c59 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2e28935-55d6-4bc8-85f8-fbfb17dd198a HTTP/1.1" status: 204 len: 168 time: 0.1259875 Sep 17 16:23:36.075638 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dfc22-b6e4-4a75-b431-5c6c9e714c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e28935-55d6-4bc8-85f8-fbfb17dd198a,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:23:36.435136 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device efc011c2-b21e-4578-898c-a9f653a6d35e no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:23:36.455011 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: efc011c2-b21e-4578-898c-a9f653a6d35e {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:23:36.455355 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device efc011c2-b21e-4578-898c-a9f653a6d35e not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:23:36.455764 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 75008959-e716-4ac2-bad0-b7faa7148455 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:23:36.473272 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 75008959-e716-4ac2-bad0-b7faa7148455 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:23:36.473641 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 75008959-e716-4ac2-bad0-b7faa7148455 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:23:39.174061 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d19959b3-5d05-4301-9733-aa2d8a214d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:41.825365 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-6befdf02-5595-46a7-b763-96a05f4371c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:42.176645 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:43.437940 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:44.842941 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:23:45.647142 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:01.385920 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:24:09.174074 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-377046a8-f6f0-4ea9-ba76-7fbd47e5d2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:11.825466 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7ed02705-274b-4707-933e-fc3dbda724bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:12.177032 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:13.441239 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:14.845302 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:15.643600 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:38.385893 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:24:39.175600 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-8b513199-9618-4be1-9d1b-17d4b470f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:41.825198 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e08284aa-86b1-415e-9c21-4ff7c8af0d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:42.177961 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:43.445360 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:44.846976 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:45.659504 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:24:50.333194 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-ffec9b35-26d4-4019-a3e2-dd276fa4a0f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393388 Sep 17 16:24:50.414690 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-0ff83164-34dd-4fc2-91f5-44dbd49a1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:24:50.416125 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-0ff83164-34dd-4fc2-91f5-44dbd49a1697 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 1098 time: 0.0414865 Sep 17 16:24:50.515017 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-d21be028-5cc3-4d65-af81-0fd9d032b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:24:50.516460 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-d21be028-5cc3-4d65-af81-0fd9d032b3c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.0816882 Sep 17 16:24:50.583363 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-8a70a502-b715-405a-acec-70817ce58ae6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7da7c003-c825-41c2-b894-68a81644db59 HTTP/1.1" status: 200 len: 1001 time: 0.0596302 Sep 17 16:24:50.630462 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-4eacaded-8f8e-4d6e-93d1-a1f3427a4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:24:50.631852 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-4eacaded-8f8e-4d6e-93d1-a1f3427a4b71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0412815 Sep 17 16:24:50.675673 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-a0e9680a-329f-4e0c-9aed-4ce54e16f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:24:50.677154 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-a0e9680a-329f-4e0c-9aed-4ce54e16f761 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388246 Sep 17 16:24:50.687511 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-4c0361d0-4465-45df-9817-4a6fe7ae7c7c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:24:50.688443 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-4c0361d0-4465-45df-9817-4a6fe7ae7c7c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048614 Sep 17 16:24:50.779748 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-c84e4f84-0341-4d47-9adf-48f64ed4f2bd service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843973 Sep 17 16:24:50.866852 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c24f53ba-3d06-4dde-99ec-4e3a63b055c5 req-d624be0e-540e-4b32-845d-7d1fd8f89ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789974 Sep 17 16:25:09.176183 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-26644caa-bde2-4430-ae1f-b0df7d85e44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:11.825927 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-309959e1-3ad3-451e-973b-74d789b0c520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:12.177909 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:13.447037 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:14.849963 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:15.384615 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:25:15.674141 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:35.446438 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-87497290-3ed2-4dc1-93fc-d641e166deaf tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200947236&fields=id&tenant_id=f9a0df147ed340628c89af4a9eebaec1 HTTP/1.1" status: 200 len: 267 time: 0.0368485 Sep 17 16:25:35.551067 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-342a8c00-bb46-40eb-91c0-aa18bfb7f425 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:35.552525 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-342a8c00-bb46-40eb-91c0-aa18bfb7f425 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 811 time: 0.0992596 Sep 17 16:25:35.567066 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-934d15e7-1e9f-4d22-afd2-c33d18ab1926 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/quotas/f9a0df147ed340628c89af4a9eebaec1 HTTP/1.1" status: 200 len: 375 time: 0.0087843 Sep 17 16:25:35.622640 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-cde3dffa-6af1-4d67-94c9-943e4d2b3f76 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0504336 Sep 17 16:25:35.749583 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-f7e1e973-679a-4c51-9fec-ee4e569817a0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 16:25:35.750614 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-f7e1e973-679a-4c51-9fec-ee4e569817a0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1170185 Sep 17 16:25:35.844129 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-3e2c2d88-5374-47b4-b063-6bbfb6df830d service neutron] 10.222.0.50 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872548 Sep 17 16:25:35.935675 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-7e06026b-f1c1-4f9f-8047-5ce279bc861e service neutron] 10.222.0.50 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855350 Sep 17 16:25:37.231812 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-048dcb79-7518-4fc5-b07b-fd2fea93d872 req-4f77d554-695c-4ab8-b6e7-a1530ab6e60d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 210 time: 0.0285399 Sep 17 16:25:38.309515 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-d6f26a7c-fcc8-40d4-b7e3-639d1d6e8f1c req-9e99de9d-e63b-4e8f-b089-9a15023e6a2b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 210 time: 0.0268016 Sep 17 16:25:39.176574 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-32f012e1-3502-4238-abc7-5352ac84b810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:39.401690 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-21a1ae29-94eb-485e-a429-832af342d0cb req-75adcd85-ed5f-4dbd-9970-920e2f20f277 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 210 time: 0.0282893 Sep 17 16:25:40.480652 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ed2dad3f-730c-4139-abce-6692b5eff579 req-5ae377d1-7ec2-4b09-a872-b74b89cd6e52 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 210 time: 0.0284553 Sep 17 16:25:41.570066 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-19bdb6de-7936-426b-a27e-b13ce81fd0d5 req-405f1074-414b-4e16-bc5b-30e637e18f0b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 210 time: 0.0256259 Sep 17 16:25:41.827180 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-032824d7-4adc-4da5-a661-65a7cf95ef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:42.179829 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:42.238981 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-481d67a3-f30d-4cb9-b7a7-e59505d33e2f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:42.240473 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-481d67a3-f30d-4cb9-b7a7-e59505d33e2f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 811 time: 0.1120706 Sep 17 16:25:42.284114 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-bd200db1-01eb-4203-adb4-8e72e6c55bfb tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9a0df147ed340628c89af4a9eebaec1 HTTP/1.1" status: 200 len: 379 time: 0.0343447 Sep 17 16:25:42.293801 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'port': {'device_id': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'admin_state_up': True, 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'security_groups': ['11c2d20f-a3b0-4760-b065-1caffe544d4a']}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:25:42.399486 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Made reservation on behalf of f9a0df147ed340628c89af4a9eebaec1 for: {'port': 1} {{(pid=100591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 16:25:42.403757 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:42.530666 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Allocated IP 172.20.0.13 (dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68/4407bbe9-14b0-47f9-adee-163dd1357077/5062283f-0475-47a5-abb0-9db24c252dbf) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:25:42.669084 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-70f1b682-3019-4e1b-970d-ef9cc8de1d01 req-d4b56c70-a8ff-4ffa-aacd-330af752434f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 210 time: 0.0302567 Sep 17 16:25:42.701905 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:42.738575 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:42.780889 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:25:42.783895 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:25:42.787540 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:25:42.796375 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'Port': ['ID=5062283f-0475-47a5-abb0-9db24c252dbf,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:25:42.827279 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.827625 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.827964 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.828296 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.828624 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.828952 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.829278 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.829633 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.829956 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.830283 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.830599 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.830915 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:42.854622 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:42.855342 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:42.870593 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-77279d1f-f830-469c-848f-5eda438ecee3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5802357 Sep 17 16:25:42.933443 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Request body: {'port': {'device_id': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73409'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:25:42.991065 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:43.000263 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-7621014a-4896-40df-b9d9-5c31314584d6 None None] Provisioning complete for port 5062283f-0475-47a5-abb0-9db24c252dbf triggered by entity DHCP. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:25:43.000786 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7621014a-4896-40df-b9d9-5c31314584d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:43.036550 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-7621014a-4896-40df-b9d9-5c31314584d6 None None] Port 5062283f-0475-47a5-abb0-9db24c252dbf cannot update to ACTIVE because it is not bound. {{(pid=100592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 16:25:43.246829 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5062283f-0475-47a5-abb0-9db24c252dbf {{(pid=100591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:25:43.253940 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:43.265377 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Transition to ACTIVE for port object 5062283f-0475-47a5-abb0-9db24c252dbf will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 16:25:43.269405 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:43.323234 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Pushing event updated for resources: {'Port': ['ID=5062283f-0475-47a5-abb0-9db24c252dbf,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:25:43.392427 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Attempting to bind port 5062283f-0475-47a5-abb0-9db24c252dbf on host hv-cinder-73409 for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 16:25:43.392769 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Attempting to bind port 5062283f-0475-47a5-abb0-9db24c252dbf by drivers openvswitch,hyperv on host hv-cinder-73409 at level 0 using segments [{'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 16:25:43.393104 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Attempting to bind port 5062283f-0475-47a5-abb0-9db24c252dbf on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:25:43.397595 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Port 5062283f-0475-47a5-abb0-9db24c252dbf on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73409 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 16:25:43.397923 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Attempting to bind port 5062283f-0475-47a5-abb0-9db24c252dbf on network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 16:25:43.403566 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Checking agent: {'id': '4a5d7ee0-5b71-43e7-befa-4d049f4a39fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'started_at': datetime.datetime(2021, 9, 17, 15, 42, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 16, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 16:25:43.403908 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Checking segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 16:25:43.404300 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Bound using segment: {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 16:25:43.404740 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Bound port: 5062283f-0475-47a5-abb0-9db24c252dbf, host: hv-cinder-73409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050ff156-0bfe-4257-b13d-f4a42e9b0ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 16:25:43.405103 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:43.453077 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:43.472741 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] For port 5062283f-0475-47a5-abb0-9db24c252dbf, host hv-cinder-73409, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 16:25:43.475688 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] For port 5062283f-0475-47a5-abb0-9db24c252dbf, host hv-cinder-73409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=5062283f-0475-47a5-abb0-9db24c252dbf,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 16:25:43.480507 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:43.518379 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:43.519003 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:43.520379 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] 10.222.0.37 "PUT /v2.0/ports/5062283f-0475-47a5-abb0-9db24c252dbf HTTP/1.1" status: 200 len: 1094 time: 0.6408970 Sep 17 16:25:43.520878 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'tag': '5062283f-0475-47a5-abb0-9db24c252dbf'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:25:43.523073 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f133dd52-6107-49fd-8401-16c4a1222363" -d '{"events": [{"name": "network-changed", "server_uuid": "040d69e6-008a-4476-8e2b-c2b240c9121b", "tag": "5062283f-0475-47a5-abb0-9db24c252dbf"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:25:43.548958 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548052a5-4aec-4833-ba9e-f85224f11055 service neutron] Pushing event updated for resources: {'Port': ['ID=5062283f-0475-47a5-abb0-9db24c252dbf,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:25:43.617620 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-0e9ed999-4c27-4cba-b4be-01c1cc1637f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:43.619305 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-0e9ed999-4c27-4cba-b4be-01c1cc1637f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 1097 time: 0.0450985 Sep 17 16:25:43.664807 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-06525828-5831-4c52-accc-0aeddc4d3637 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5062283f-0475-47a5-abb0-9db24c252dbf HTTP/1.1" status: 200 len: 217 time: 0.0357614 Sep 17 16:25:43.718715 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-e045a95d-77ba-40d5-b7de-2f65edbebdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:43.720171 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-e045a95d-77ba-40d5-b7de-2f65edbebdbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0479870 Sep 17 16:25:43.804020 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-290bcbc1-b85f-459a-b1b8-9984a4590330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:43.805510 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-290bcbc1-b85f-459a-b1b8-9984a4590330 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776336 Sep 17 16:25:43.814608 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c00f9-6a1c-465c-97ec-9a8ba20a3589 req-8754cc37-3f5c-457e-a1ac-02aba01c45ee tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:43.816000 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5d6c00f9-6a1c-465c-97ec-9a8ba20a3589 req-8754cc37-3f5c-457e-a1ac-02aba01c45ee tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 944 time: 0.0776412 Sep 17 16:25:43.910531 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-5d6c00f9-6a1c-465c-97ec-9a8ba20a3589 req-0ae04bd4-ec36-4529-a647-5c27a4253295 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863199 Sep 17 16:25:43.934144 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-88a5f52b-0a0e-49bd-8518-def712bf751d service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172407 Sep 17 16:25:44.025079 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a5b804cf-16a0-4d59-b169-ded21cc394f9 req-964d9c5b-62e7-473b-bf6e-fb2a72e6b5b4 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828531 Sep 17 16:25:44.717802 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b82e5a-c761-4500-bd1d-c899632b1bb2 x-openstack-request-id: req-92b82e5a-c761-4500-bd1d-c899632b1bb2 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:25:44.718330 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040d69e6-008a-4476-8e2b-c2b240c9121b", "tag": "5062283f-0475-47a5-abb0-9db24c252dbf", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:25:44.718431 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92b82e5a-c761-4500-bd1d-c899632b1bb2 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:25:44.718767 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'tag': '5062283f-0475-47a5-abb0-9db24c252dbf', 'status': 'completed', 'code': 200} Sep 17 16:25:44.784427 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133dd52-6107-49fd-8401-16c4a1222363 req-be03d7ef-d4b2-448b-98fb-a9b8c78bed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:44.785972 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f133dd52-6107-49fd-8401-16c4a1222363 req-be03d7ef-d4b2-448b-98fb-a9b8c78bed71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 1097 time: 0.0434299 Sep 17 16:25:44.855123 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:44.879036 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133dd52-6107-49fd-8401-16c4a1222363 req-14acff08-f5bb-4bfc-9576-b5700f0c5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:44.880491 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f133dd52-6107-49fd-8401-16c4a1222363 req-14acff08-f5bb-4bfc-9576-b5700f0c5d62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.0874636 Sep 17 16:25:44.925968 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f133dd52-6107-49fd-8401-16c4a1222363 req-3cd23d9b-f309-452f-b60c-3f50d86fd136 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5062283f-0475-47a5-abb0-9db24c252dbf HTTP/1.1" status: 200 len: 217 time: 0.0378766 Sep 17 16:25:44.983670 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133dd52-6107-49fd-8401-16c4a1222363 req-c118d2f1-c0e2-4d01-8686-48960f9d3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:44.985091 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f133dd52-6107-49fd-8401-16c4a1222363 req-c118d2f1-c0e2-4d01-8686-48960f9d3ff0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0525534 Sep 17 16:25:45.058843 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cb412-c795-403e-87db-7cd207442efb req-585d36ca-02c4-4222-b5d1-c7220842564f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:45.060361 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-aa8cb412-c795-403e-87db-7cd207442efb req-585d36ca-02c4-4222-b5d1-c7220842564f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 944 time: 0.0792446 Sep 17 16:25:45.062771 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133dd52-6107-49fd-8401-16c4a1222363 req-1d60c8b0-3ef2-4f5f-a38b-d261be4ead99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:45.064126 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f133dd52-6107-49fd-8401-16c4a1222363 req-1d60c8b0-3ef2-4f5f-a38b-d261be4ead99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707722 Sep 17 16:25:45.149091 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-aa8cb412-c795-403e-87db-7cd207442efb req-82cf6ae9-db7e-473a-8297-cf7dbb7977ac tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828099 Sep 17 16:25:45.183707 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f133dd52-6107-49fd-8401-16c4a1222363 req-a32df262-2203-4fb9-b619-9a5b74a45fa6 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109231 Sep 17 16:25:45.275471 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-f133dd52-6107-49fd-8401-16c4a1222363 req-518371a4-5d89-45c5-819c-14b00e7a1353 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837550 Sep 17 16:25:45.688849 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:46.265476 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243bf47-4e66-4aea-bb90-cded179dfa53 req-425e0b87-61f2-47f4-a6a9-c2b4168ab1cb tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:46.266974 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e243bf47-4e66-4aea-bb90-cded179dfa53 req-425e0b87-61f2-47f4-a6a9-c2b4168ab1cb tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 944 time: 0.0512567 Sep 17 16:25:46.303468 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e243bf47-4e66-4aea-bb90-cded179dfa53 req-1eae9709-67f1-4db7-a81d-c0ffb99434e7 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306516 Sep 17 16:25:47.415187 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5480b-00e7-4b96-bbc3-56f4ed1d8909 req-45245ee2-c207-4416-b01d-0805220039b6 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:47.416761 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-cce5480b-00e7-4b96-bbc3-56f4ed1d8909 req-45245ee2-c207-4416-b01d-0805220039b6 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 944 time: 0.0483780 Sep 17 16:25:47.453110 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-cce5480b-00e7-4b96-bbc3-56f4ed1d8909 req-cf1f75e7-489c-43c0-9dad-16d043a46f6d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305707 Sep 17 16:25:48.565879 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf431438-b47e-4b45-ad72-ca671cf97b17 req-224ad380-6dac-4869-84be-421f07f363c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:48.567391 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf431438-b47e-4b45-ad72-ca671cf97b17 req-224ad380-6dac-4869-84be-421f07f363c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 944 time: 0.0484395 Sep 17 16:25:48.605041 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-bf431438-b47e-4b45-ad72-ca671cf97b17 req-a83985ab-612d-4563-b144-76c8056ecec7 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Sep 17 16:25:49.717234 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f835f-91db-4b66-84ba-ef047b0aaca0 req-6b4f4c71-5694-4c4b-a3f0-ca4cf78b967e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:49.718710 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dc7f835f-91db-4b66-84ba-ef047b0aaca0 req-6b4f4c71-5694-4c4b-a3f0-ca4cf78b967e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 944 time: 0.0480278 Sep 17 16:25:49.755494 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-dc7f835f-91db-4b66-84ba-ef047b0aaca0 req-0d098909-213b-4389-b101-5d9d5f90ef34 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309820 Sep 17 16:25:50.866633 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc06481-8aeb-46dd-b820-183f58c4958e req-f2c661a6-69ea-4910-bb14-2a678818d683 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:50.868077 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1bc06481-8aeb-46dd-b820-183f58c4958e req-f2c661a6-69ea-4910-bb14-2a678818d683 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 944 time: 0.0476961 Sep 17 16:25:50.906462 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1bc06481-8aeb-46dd-b820-183f58c4958e req-883ab9f1-08c4-43ab-b3bc-d12ee5b24ff6 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318432 Sep 17 16:25:52.078668 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1dc42-a348-43ef-8e2c-fb9c8962a76d req-dfda3f61-fe93-43f3-be4e-c049995f0b04 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:52.080156 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a1f1dc42-a348-43ef-8e2c-fb9c8962a76d req-dfda3f61-fe93-43f3-be4e-c049995f0b04 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 944 time: 0.1086056 Sep 17 16:25:52.121669 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a1f1dc42-a348-43ef-8e2c-fb9c8962a76d req-0feba711-1625-4a2a-92cf-76135d7b1001 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355492 Sep 17 16:25:52.329641 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-bc6d4a10-ccd3-4660-aa7d-90a4ec2cacd2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411503 Sep 17 16:25:52.382261 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:25:52.444034 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-0056c904-6de4-462e-9230-363d286abf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:52.445477 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-0056c904-6de4-462e-9230-363d286abf33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 1098 time: 0.0402498 Sep 17 16:25:52.550205 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-ceb3d4ce-f023-4d4f-b46f-9412829e17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:52.551652 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-ceb3d4ce-f023-4d4f-b46f-9412829e17e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.0862463 Sep 17 16:25:52.615834 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-be0bbdc1-0e0f-4a83-9cb5-bc0d632592ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7da7c003-c825-41c2-b894-68a81644db59 HTTP/1.1" status: 200 len: 1001 time: 0.0559635 Sep 17 16:25:52.663840 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-1123b19b-124b-46b7-8c6a-830ce6295c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:52.665214 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-1123b19b-124b-46b7-8c6a-830ce6295c16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0418184 Sep 17 16:25:52.714063 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-e0b9b67e-af69-4636-b4bc-7980ac0ad50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:52.715518 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-e0b9b67e-af69-4636-b4bc-7980ac0ad50c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423188 Sep 17 16:25:52.804217 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-7decea49-bfa2-4403-9e84-502f7d28a6b3 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804927 Sep 17 16:25:52.895731 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2cd879a9-68c6-4daa-92c7-b3ff79cd1049 req-219da593-76af-4f12-9ef8-1fca22c5034f service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839305 Sep 17 16:25:53.237023 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009ad23-74a6-400f-956f-b464baf9d5dc req-707b7686-3fec-4502-935e-8180e338ff42 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:53.238529 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1009ad23-74a6-400f-956f-b464baf9d5dc req-707b7686-3fec-4502-935e-8180e338ff42 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 944 time: 0.0521061 Sep 17 16:25:53.276926 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-1009ad23-74a6-400f-956f-b464baf9d5dc req-b6ca3710-b771-4d68-aee4-a660acc82427 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325303 Sep 17 16:25:54.051238 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 5062283f-0475-47a5-abb0-9db24c252dbf details requested by agent hyperv_hv-cinder-73409 with host hv-cinder-73409 {{(pid=100592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 16:25:54.144250 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 5062283f-0475-47a5-abb0-9db24c252dbf, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=5062283f-0475-47a5-abb0-9db24c252dbf,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:25:54.155992 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Returning: {'device': '5062283f-0475-47a5-abb0-9db24c252dbf', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'port_id': '5062283f-0475-47a5-abb0-9db24c252dbf', 'mac_address': 'fa:16:3e:8d:8d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 16:25:54.194989 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:54.207440 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5062283f-0475-47a5-abb0-9db24c252dbf {{(pid=100592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 16:25:54.226127 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 5062283f-0475-47a5-abb0-9db24c252dbf, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=5062283f-0475-47a5-abb0-9db24c252dbf,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:25:54.231202 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:54.277843 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=5062283f-0475-47a5-abb0-9db24c252dbf,revision_number=4']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:25:54.284512 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.284861 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.285202 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.285556 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.285892 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.286223 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.286551 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.286877 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.287204 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.287528 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.287849 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.288169 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:25:54.391645 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d162ae-f50d-4691-acc1-efcc53163f22 req-85ce322e-b239-4eaa-bb21-eee5826199cf tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:54.393117 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c3d162ae-f50d-4691-acc1-efcc53163f22 req-85ce322e-b239-4eaa-bb21-eee5826199cf tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 945 time: 0.0495372 Sep 17 16:25:54.430426 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-c3d162ae-f50d-4691-acc1-efcc53163f22 req-b9aee9b9-527c-4ef7-a9c3-aed0f5e31d79 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Sep 17 16:25:54.622626 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] get_ports_and_sgs() called for port_ids ['5062283f-0475-47a5-abb0-9db24c252dbf'] {{(pid=100592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 16:25:55.595479 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb645d-43c8-473b-bafd-98a4621bc69b req-3d3a8903-0661-4e9a-a89e-d6f460fe151d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:55.596996 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-61fb645d-43c8-473b-bafd-98a4621bc69b req-3d3a8903-0661-4e9a-a89e-d6f460fe151d tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 945 time: 0.1002481 Sep 17 16:25:55.634846 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-61fb645d-43c8-473b-bafd-98a4621bc69b req-46697456-4478-4077-859b-34db5bc5cc67 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314887 Sep 17 16:25:56.066909 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 5062283f-0475-47a5-abb0-9db24c252dbf up at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 16:25:56.114752 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning for port 5062283f-0475-47a5-abb0-9db24c252dbf completed by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 16:25:56.118344 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.provisioning_blocks [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Provisioning complete for port 5062283f-0475-47a5-abb0-9db24c252dbf triggered by entity L2. {{(pid=100592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 16:25:56.118709 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563000'] for port, provisioning_complete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:56.194145 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:56.215775 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5062283f-0475-47a5-abb0-9db24c252dbf'}] {{(pid=100592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:25:56.218104 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1be78d6d08420ede96afd6ba89dbad36cbf1929aad03da4c5a2d40a273af533" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf3c6b8-9f9a-4dee-b8b2-4207e4148568" -d '{"events": [{"server_uuid": "040d69e6-008a-4476-8e2b-c2b240c9121b", "name": "network-vif-plugged", "status": "completed", "tag": "5062283f-0475-47a5-abb0-9db24c252dbf"}]}' {{(pid=100592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:25:56.231022 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-e60614be-8861-4409-9827-86f7205908f5 None None] For port 5062283f-0475-47a5-abb0-9db24c252dbf, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=5062283f-0475-47a5-abb0-9db24c252dbf,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:25:56.234706 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750'] for port, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:56.280501 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Pushing event updated for resources: {'Port': ['ID=5062283f-0475-47a5-abb0-9db24c252dbf,revision_number=5']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:25:56.313400 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0081f451-9481-4c8e-8839-19b28ecceacd x-openstack-request-id: req-0081f451-9481-4c8e-8839-19b28ecceacd {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:25:56.313723 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040d69e6-008a-4476-8e2b-c2b240c9121b", "name": "network-vif-plugged", "status": "completed", "tag": "5062283f-0475-47a5-abb0-9db24c252dbf", "code": 200}]} {{(pid=100592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:25:56.313975 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0081f451-9481-4c8e-8839-19b28ecceacd {{(pid=100592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:25:56.314364 dv-cinder-734093-3-iscsi neutron-server[100592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5062283f-0475-47a5-abb0-9db24c252dbf', 'code': 200} Sep 17 16:25:56.525012 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f351bbe-e483-4353-86ae-d1955ed27428 req-df9a0eb7-897a-45f0-bb2e-bd4d79fbfd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:56.526831 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7f351bbe-e483-4353-86ae-d1955ed27428 req-df9a0eb7-897a-45f0-bb2e-bd4d79fbfd60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 1099 time: 0.0403633 Sep 17 16:25:56.561608 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-7f351bbe-e483-4353-86ae-d1955ed27428 req-a20bdc9a-b241-4cfc-97c5-333051024e8e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272412 Sep 17 16:25:56.749276 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5824b44-2b93-436f-afee-21377ca290be req-ec087d1a-8c03-42b5-a0cd-e28b3722311b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:56.750869 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e5824b44-2b93-436f-afee-21377ca290be req-ec087d1a-8c03-42b5-a0cd-e28b3722311b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 946 time: 0.0487399 Sep 17 16:25:56.787436 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-e5824b44-2b93-436f-afee-21377ca290be req-cfaff525-7cac-4d0f-9419-5e17fdf77fc7 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304749 Sep 17 16:25:57.912836 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a29ff5-799a-4cbe-8516-4ceddfe88882 req-66af8b97-68bc-4332-b4ea-db4db3a18189 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:57.914322 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18a29ff5-799a-4cbe-8516-4ceddfe88882 req-66af8b97-68bc-4332-b4ea-db4db3a18189 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 946 time: 0.0539730 Sep 17 16:25:57.952442 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18a29ff5-799a-4cbe-8516-4ceddfe88882 req-99a8e166-285f-471b-97a2-06dfb5d4b070 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314929 Sep 17 16:25:59.067887 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be8491-c76b-4d56-8733-05cbfb6e34a6 req-488900f2-ff83-495d-bc44-7238ba95c3d0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:59.069361 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-23be8491-c76b-4d56-8733-05cbfb6e34a6 req-488900f2-ff83-495d-bc44-7238ba95c3d0 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 946 time: 0.0513129 Sep 17 16:25:59.107105 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-23be8491-c76b-4d56-8733-05cbfb6e34a6 req-c8440866-da15-474d-a31d-9cddfb0408e9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313344 Sep 17 16:25:59.218163 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9f12c-cc61-49b5-a7c4-4d9c517651b3 req-441b9c43-488a-4ce9-8662-f5ba8bb15bf4 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:59.219613 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-eff9f12c-cc61-49b5-a7c4-4d9c517651b3 req-441b9c43-488a-4ce9-8662-f5ba8bb15bf4 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 946 time: 0.0489981 Sep 17 16:25:59.257051 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-eff9f12c-cc61-49b5-a7c4-4d9c517651b3 req-cc3ef831-9745-4523-84c6-d5a80a1281d5 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Sep 17 16:25:59.279043 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42788) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:25:59.411318 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b84895-d3b5-43a0-ab33-27aa7c6dead1 tempest-TestVolumeBootPattern-619050159 tempest-TestVolumeBootPattern-619050159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:25:59.412744 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-20b84895-d3b5-43a0-ab33-27aa7c6dead1 tempest-TestVolumeBootPattern-619050159 tempest-TestVolumeBootPattern-619050159-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 1094 time: 0.1327536 Sep 17 16:25:59.415475 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42792) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:25:59.419715 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.v2.base [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Request body: {'floatingip': {'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'port_id': '5062283f-0475-47a5-abb0-9db24c252dbf', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 16:25:59.440883 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:59.535627 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:59.640166 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_common [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Allocated IP 172.27.1.60 (cfc9e63a-f126-460d-a39a-340e6a463e78/102a639b-af9f-482e-bf60-48318a721ed4/d9bfcb97-6878-40c0-9bb6-ac19713735f0) {{(pid=100591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 16:25:59.738229 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for port, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:59.770276 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763826080714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:25:59.806902 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Network cfc9e63a-f126-460d-a39a-340e6a463e78 is already hosted by enough agents. {{(pid=100591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 16:25:59.809653 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.base_scheduler [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Resources bound (agent type, host, resource id): {{(pid=100591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 16:25:59.812927 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Received port after_create {{(pid=100591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 16:25:59.820448 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'Port': ['ID=d9bfcb97-6878-40c0-9bb6-ac19713735f0,revision_number=1']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:26:00.415132 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:00.481201 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932596'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:00.626322 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:00.630779 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763826403085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763826080732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763826080750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16506979'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:00.704904 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event updated for resources: {'Port': ['ID=d9bfcb97-6878-40c0-9bb6-ac19713735f0,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:26:00.713071 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8333574'] for floatingip, after_create {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:00.810614 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.db.l3_db [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Floating IP 58ae9018-d88b-4fc5-b0b7-47c8c8ec808e associated. External IP: 172.27.1.60, port: 5062283f-0475-47a5-abb0-9db24c252dbf. Sep 17 16:26:01.015999 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Router 45f16ca5-e65e-4ecc-9334-63728931f0ab has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:26:01.122664 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:26:01.132263 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] Sync routers for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:26:01.138178 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:01.141712 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:26:01.142332 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:25:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:26:01.164567 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-cccd900b-6c30-4257-ba87-e02a3ec551a3 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7480333 Sep 17 16:26:01.165238 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'tag': '5062283f-0475-47a5-abb0-9db24c252dbf'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:26:01.168341 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae" -d '{"events": [{"name": "network-changed", "server_uuid": "040d69e6-008a-4476-8e2b-c2b240c9121b", "tag": "5062283f-0475-47a5-abb0-9db24c252dbf"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:26:01.204012 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87337b0-e6a3-4c68-a490-ab722caa35a7 x-openstack-request-id: req-c87337b0-e6a3-4c68-a490-ab722caa35a7 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:26:01.204324 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040d69e6-008a-4476-8e2b-c2b240c9121b", "tag": "5062283f-0475-47a5-abb0-9db24c252dbf", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:26:01.204575 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c87337b0-e6a3-4c68-a490-ab722caa35a7 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:26:01.204973 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'tag': '5062283f-0475-47a5-abb0-9db24c252dbf', 'status': 'completed', 'code': 200} Sep 17 16:26:01.252223 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:26:01.266319 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-0ea17d7c-4ba4-4816-83c7-9d46c449f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:26:01.267757 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-0ea17d7c-4ba4-4816-83c7-9d46c449f57e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 1099 time: 0.0408750 Sep 17 16:26:01.363621 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-1f003023-22d3-429c-adca-ad981e79bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:26:01.365316 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-1f003023-22d3-429c-adca-ad981e79bf72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.0912323 Sep 17 16:26:01.431550 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-ded4056b-71ee-4602-b018-41f616506b8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5062283f-0475-47a5-abb0-9db24c252dbf HTTP/1.1" status: 200 len: 999 time: 0.0596447 Sep 17 16:26:01.481540 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-1575a7b8-49dc-45b4-b9da-06b73d144bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:26:01.483041 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-1575a7b8-49dc-45b4-b9da-06b73d144bae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0446966 Sep 17 16:26:01.534350 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-28c3b350-0b4e-47de-87f9-bcceb7d5c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:26:01.535792 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-28c3b350-0b4e-47de-87f9-bcceb7d5c014 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457919 Sep 17 16:26:01.598502 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '58ae9018-d88b-4fc5-b0b7-47c8c8ec808e', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '5062283f-0475-47a5-abb0-9db24c252dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:8d:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:26:00Z', 'updated_at': '2021-09-17T16:26:00Z', 'revision_number': 0, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}, {'id': '62829aae-a4f7-4b37-af71-24f4933cc151', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:22:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:23:21Z', 'updated_at': '2021-09-17T16:23:24Z', 'revision_number': 1, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:26:01.625470 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-c78d032c-e86e-4335-9697-edbccaa0bcec service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826433 Sep 17 16:26:01.625744 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] Checking router: 45f16ca5-e65e-4ecc-9334-63728931f0ab for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:26:01.633927 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:26:01.634556 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:25:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:26:01.718765 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-3f9fc89e-dd8a-4f79-a4a5-4c2f930b5cae req-a9ff29e7-0ca1-4357-8ad5-137d88bb54b5 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864117 Sep 17 16:26:01.740145 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:26:01.968736 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '58ae9018-d88b-4fc5-b0b7-47c8c8ec808e', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '5062283f-0475-47a5-abb0-9db24c252dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:8d:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:26:00Z', 'updated_at': '2021-09-17T16:26:00Z', 'revision_number': 0, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}, {'id': '62829aae-a4f7-4b37-af71-24f4933cc151', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:22:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:23:21Z', 'updated_at': '2021-09-17T16:23:24Z', 'revision_number': 1, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:26:01.994685 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9a531-efb5-4322-8f22-6a66b090bcc9 None None] The sync data for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi is: [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '58ae9018-d88b-4fc5-b0b7-47c8c8ec808e', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.60', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '5062283f-0475-47a5-abb0-9db24c252dbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:8d:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:26:00Z', 'updated_at': '2021-09-17T16:26:00Z', 'revision_number': 0, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}, {'id': '62829aae-a4f7-4b37-af71-24f4933cc151', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:22:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:23:21Z', 'updated_at': '2021-09-17T16:23:24Z', 'revision_number': 1, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:26:02.172546 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1326e-a1b7-4b67-8517-83b4f3d6956f None None] New status for floating IP 58ae9018-d88b-4fc5-b0b7-47c8c8ec808e: ACTIVE {{(pid=100593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:26:09.178038 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-90c7e9d5-b5ea-4320-9025-c42acbfdae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:11.827104 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f678fe33-b113-4108-b1fe-28009f40cdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:12.181890 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:13.446077 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:14.856729 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:15.690213 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:29.381777 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:26:39.179940 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-497cbe76-8a13-4f2c-a454-61b90159a022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:41.827050 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-18addec1-748c-4c97-83c5-1a0c15d0ac36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:42.182799 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:43.449178 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:44.859364 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:45.705015 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:26:52.324931 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-68fba26b-7dca-4f73-bc68-5162257394ac req-aaf2663f-7ee9-4041-b783-6bcc9983ae16 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396903 Sep 17 16:26:52.408054 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fba26b-7dca-4f73-bc68-5162257394ac req-c3be42d5-20be-499b-956f-36305578fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:26:52.409550 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-68fba26b-7dca-4f73-bc68-5162257394ac req-c3be42d5-20be-499b-956f-36305578fbc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 1098 time: 0.0399368 Sep 17 16:26:52.516613 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fba26b-7dca-4f73-bc68-5162257394ac req-f9587739-0cdf-4a91-9fee-28890a455f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:26:52.518118 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-68fba26b-7dca-4f73-bc68-5162257394ac req-f9587739-0cdf-4a91-9fee-28890a455f58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.0878413 Sep 17 16:26:52.582063 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-68fba26b-7dca-4f73-bc68-5162257394ac req-f0d0be9d-dbd5-4ba9-8bf3-9a58613d12bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7da7c003-c825-41c2-b894-68a81644db59 HTTP/1.1" status: 200 len: 1001 time: 0.0566182 Sep 17 16:26:52.633902 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fba26b-7dca-4f73-bc68-5162257394ac req-a1673089-5055-4259-bb20-081278ba0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:26:52.635299 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-68fba26b-7dca-4f73-bc68-5162257394ac req-a1673089-5055-4259-bb20-081278ba0eaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0463543 Sep 17 16:26:52.685774 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fba26b-7dca-4f73-bc68-5162257394ac req-a91453f1-3770-47ce-a42d-5256d34ccaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:26:52.687275 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-68fba26b-7dca-4f73-bc68-5162257394ac req-a91453f1-3770-47ce-a42d-5256d34ccaf0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445421 Sep 17 16:26:52.779473 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-68fba26b-7dca-4f73-bc68-5162257394ac req-889ec010-516b-4e64-90ae-4ea231f4453b service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840297 Sep 17 16:26:52.866806 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-68fba26b-7dca-4f73-bc68-5162257394ac req-54457d68-2765-4dec-b636-33d76efd6577 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799897 Sep 17 16:27:06.380315 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:27:09.180832 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-db3f7dcb-604a-42c9-ab4e-01cc73e77852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:11.827279 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d92d-4668-430b-a819-8b5de0196477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:12.183845 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:13.455402 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:14.862689 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:15.732171 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:39.182461 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a8e0acfb-7b1e-40a7-b6f5-d8d43bfaa3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:41.827202 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-7622afe7-e370-448b-b5db-6d8402dbd441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:42.185377 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:43.378727 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:27:43.454141 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:44.865488 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:45.761510 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:49.763123 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42820) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:27:49.918840 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Deleting port d9bfcb97-6878-40c0-9bb6-ac19713735f0 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:27:49.919177 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:49.991320 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:49.991641 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:50.003105 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Calling delete_port for d9bfcb97-6878-40c0-9bb6-ac19713735f0 owned by network:floatingip {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:27:50.150363 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:50.178158 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event deleted for resources: {'Port': ['ID=d9bfcb97-6878-40c0-9bb6-ac19713735f0,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:27:50.190026 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.190372 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.190707 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.191037 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.191364 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.191690 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.192016 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.192341 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.192664 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.192987 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.193305 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.193651 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:50.246875 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:50.247203 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Floating IP 58ae9018-d88b-4fc5-b0b7-47c8c8ec808e disassociated (deleted). External IP: 172.27.1.60, port: 5062283f-0475-47a5-abb0-9db24c252dbf. Sep 17 16:27:50.447235 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Router 45f16ca5-e65e-4ecc-9334-63728931f0ab has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:27:50.553656 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:27:50.558467 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:50.564302 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] Sync routers for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:27:50.574241 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:27:50.574935 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:27:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:27:50.583915 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-4a58946e-f3f7-46dc-aac9-781803d60479 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "DELETE /v2.0/floatingips/58ae9018-d88b-4fc5-b0b7-47c8c8ec808e HTTP/1.1" status: 204 len: 168 time: 0.8197467 Sep 17 16:27:50.584594 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'tag': '5062283f-0475-47a5-abb0-9db24c252dbf'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:27:50.586936 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05d9d76-bc86-4181-92dd-7b60175dc920" -d '{"events": [{"name": "network-changed", "server_uuid": "040d69e6-008a-4476-8e2b-c2b240c9121b", "tag": "5062283f-0475-47a5-abb0-9db24c252dbf"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:27:50.627538 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dde4cb-e340-4aae-ab93-b7f4aff524b1 x-openstack-request-id: req-d7dde4cb-e340-4aae-ab93-b7f4aff524b1 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:27:50.627839 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040d69e6-008a-4476-8e2b-c2b240c9121b", "tag": "5062283f-0475-47a5-abb0-9db24c252dbf", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:27:50.628090 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7dde4cb-e340-4aae-ab93-b7f4aff524b1 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:27:50.628487 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'tag': '5062283f-0475-47a5-abb0-9db24c252dbf', 'status': 'completed', 'code': 200} Sep 17 16:27:50.687721 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:27:50.695907 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-cc370bb6-a0d3-4d89-8703-c7c4db4f9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:50.697983 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-cc370bb6-a0d3-4d89-8703-c7c4db4f9b81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 1099 time: 0.0445359 Sep 17 16:27:50.814905 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a4dbd-7dab-4427-a8fb-129abad75a90 req-29009f8a-4163-48a0-a78f-6f8695a27cca tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:50.815649 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-625c4a5a-52f9-45b0-b1b0-70b5c36df9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:50.817076 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-625c4a5a-52f9-45b0-b1b0-70b5c36df9cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.1048369 Sep 17 16:27:50.817618 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-612a4dbd-7dab-4427-a8fb-129abad75a90 req-29009f8a-4163-48a0-a78f-6f8695a27cca tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 946 time: 0.0510104 Sep 17 16:27:50.856026 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-612a4dbd-7dab-4427-a8fb-129abad75a90 req-6392d093-0af7-43e5-9dd0-079732fde56f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326586 Sep 17 16:27:50.862006 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-08987ddf-bbcc-4790-9dbf-f8256e55502b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5062283f-0475-47a5-abb0-9db24c252dbf HTTP/1.1" status: 200 len: 217 time: 0.0366571 Sep 17 16:27:50.924795 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-691c2adb-0bce-4154-abb9-fecddd18571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:50.926307 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-691c2adb-0bce-4154-abb9-fecddd18571a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0563383 Sep 17 16:27:50.928356 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '62829aae-a4f7-4b37-af71-24f4933cc151', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:22:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:23:21Z', 'updated_at': '2021-09-17T16:23:24Z', 'revision_number': 1, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:27:50.958349 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] Checking router: 45f16ca5-e65e-4ecc-9334-63728931f0ab for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:27:50.967289 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:27:50.967916 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:27:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:27:50.975356 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-c6a4276c-40b1-4453-8ca2-db59f87be556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:50.976849 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-c6a4276c-40b1-4453-8ca2-db59f87be556 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413604 Sep 17 16:27:51.073306 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-771f381e-ce5f-4850-a9b4-e79548390c8d service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880504 Sep 17 16:27:51.078439 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:27:51.167800 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-a05d9d76-bc86-4181-92dd-7b60175dc920 req-5dbc6433-e4f5-44ae-af78-9b24293a1ee0 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865307 Sep 17 16:27:51.299987 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '62829aae-a4f7-4b37-af71-24f4933cc151', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:22:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:23:21Z', 'updated_at': '2021-09-17T16:23:24Z', 'revision_number': 1, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:27:51.325482 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e285470-5bba-4fa3-a916-03834c7619a9 None None] The sync data for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi is: [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_floatingips': [{'id': '62829aae-a4f7-4b37-af71-24f4933cc151', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'router_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'port_id': '7da7c003-c825-41c2-b894-68a81644db59', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'mac_address': 'fa:16:3e:22:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61382698-3edb-4bac-8c02-97765cbef8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T16:23:21Z', 'updated_at': '2021-09-17T16:23:24Z', 'revision_number': 1, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:27:51.534027 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c7add-0000-4924-a0f3-04ede783bfdc None None] New status for floating IP 58ae9018-d88b-4fc5-b0b7-47c8c8ec808e: DOWN {{(pid=100593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:27:51.989737 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264d3e0-e340-4fb5-9f83-e1f41081717d req-650e557b-3c1c-4882-ac0b-6fd61990468f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:51.991235 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2264d3e0-e340-4fb5-9f83-e1f41081717d req-650e557b-3c1c-4882-ac0b-6fd61990468f tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 946 time: 0.0517671 Sep 17 16:27:52.027868 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-2264d3e0-e340-4fb5-9f83-e1f41081717d req-8c16b908-0de0-498c-8f03-ca663ec8860e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301363 Sep 17 16:27:52.578678 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-6992befa-c115-4677-a435-a8e828455df8 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:52.580111 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-6992befa-c115-4677-a435-a8e828455df8 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 946 time: 0.0512033 Sep 17 16:27:52.668394 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Deleting port 5062283f-0475-47a5-abb0-9db24c252dbf {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:27:52.668728 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:52.757180 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] For port 5062283f-0475-47a5-abb0-9db24c252dbf, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=5062283f-0475-47a5-abb0-9db24c252dbf,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:27:52.757568 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:52.769695 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Calling delete_port for 5062283f-0475-47a5-abb0-9db24c252dbf owned by compute:nova {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:27:52.894454 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:52.926322 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event deleted for resources: {'Port': ['ID=5062283f-0475-47a5-abb0-9db24c252dbf,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:27:52.938189 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.938542 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.938881 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.939219 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.939549 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.939879 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.940216 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.940545 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.940874 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.941199 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.941519 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.941866 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:27:52.977720 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] No DVR routers for this DVR port 5062283f-0475-47a5-abb0-9db24c252dbf on host hv-cinder-73409 {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:27:52.980710 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:52.982716 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-18613385-c5e4-4fe0-8b12-5790c1512096 req-bf271f09-ed09-443f-bb01-5ce5d46cfddc tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "DELETE /v2.0/ports/5062283f-0475-47a5-abb0-9db24c252dbf HTTP/1.1" status: 204 len: 173 time: 0.3966684 Sep 17 16:27:52.983144 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'name': 'network-vif-deleted', 'tag': '5062283f-0475-47a5-abb0-9db24c252dbf'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:27:52.985416 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8fa6aa-6563-441d-8b69-2d457c82cef7" -d '{"events": [{"server_uuid": "040d69e6-008a-4476-8e2b-c2b240c9121b", "name": "network-vif-deleted", "tag": "5062283f-0475-47a5-abb0-9db24c252dbf"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:27:53.033245 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e245710d-b38e-4ede-a91c-9f81d019fa2c x-openstack-request-id: req-e245710d-b38e-4ede-a91c-9f81d019fa2c {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:27:53.033836 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040d69e6-008a-4476-8e2b-c2b240c9121b", "name": "network-vif-deleted", "tag": "5062283f-0475-47a5-abb0-9db24c252dbf", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:27:53.033836 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e245710d-b38e-4ede-a91c-9f81d019fa2c {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:27:53.034183 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040d69e6-008a-4476-8e2b-c2b240c9121b', 'name': 'network-vif-deleted', 'tag': '5062283f-0475-47a5-abb0-9db24c252dbf', 'status': 'completed', 'code': 200} Sep 17 16:27:53.121442 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-4d3d4b68-dbf2-4146-8d99-1a81a016d4e6 req-2b9aed47-026d-4d39-940d-1cc7780785b8 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=040d69e6-008a-4476-8e2b-c2b240c9121b HTTP/1.1" status: 200 len: 210 time: 0.0267179 Sep 17 16:27:56.401973 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42866) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:27:56.551905 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Deleting port 208a2b01-ec2d-4970-b2bb-f23a114447de {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:27:56.552245 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:56.626816 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:56.627138 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:56.638765 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Calling delete_port for 208a2b01-ec2d-4970-b2bb-f23a114447de owned by network:floatingip {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:27:56.749770 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 5062283f-0475-47a5-abb0-9db24c252dbf no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:27:56.772957 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 5062283f-0475-47a5-abb0-9db24c252dbf {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:27:56.773303 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 5062283f-0475-47a5-abb0-9db24c252dbf not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:27:56.784534 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:56.810150 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event deleted for resources: {'Port': ['ID=208a2b01-ec2d-4970-b2bb-f23a114447de,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:27:56.869815 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:56.870678 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.db.l3_db [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Floating IP 62829aae-a4f7-4b37-af71-24f4933cc151 disassociated (deleted). External IP: 172.27.1.121, port: 7da7c003-c825-41c2-b894-68a81644db59. Sep 17 16:27:57.308036 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Router 45f16ca5-e65e-4ecc-9334-63728931f0ab has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:27:57.413360 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:27:57.418115 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:57.423462 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] Sync routers for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:27:57.432314 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:27:57.432942 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:27:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:27:57.443584 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-b083c516-5997-451a-83d2-b8402bcc9b3b tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "DELETE /v2.0/floatingips/62829aae-a4f7-4b37-af71-24f4933cc151 HTTP/1.1" status: 204 len: 168 time: 1.0405591 Sep 17 16:27:57.444168 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61382698-3edb-4bac-8c02-97765cbef8c4', 'tag': '7da7c003-c825-41c2-b894-68a81644db59'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:27:57.446493 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}358567d2326aa247c1e1f46aae4d0d810adce202adac9f2d69ddce9796bc348b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04059862-0060-488b-843d-b8256a66d101" -d '{"events": [{"name": "network-changed", "server_uuid": "61382698-3edb-4bac-8c02-97765cbef8c4", "tag": "7da7c003-c825-41c2-b894-68a81644db59"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:27:57.484641 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 16:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5605279-f6b4-4825-a792-61f3b35c235f x-openstack-request-id: req-b5605279-f6b4-4825-a792-61f3b35c235f {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:27:57.485125 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61382698-3edb-4bac-8c02-97765cbef8c4", "tag": "7da7c003-c825-41c2-b894-68a81644db59", "status": "completed", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:27:57.485382 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5605279-f6b4-4825-a792-61f3b35c235f {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:27:57.485833 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61382698-3edb-4bac-8c02-97765cbef8c4', 'tag': '7da7c003-c825-41c2-b894-68a81644db59', 'status': 'completed', 'code': 200} Sep 17 16:27:57.551661 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04059862-0060-488b-843d-b8256a66d101 req-a1445c1c-ff5f-4385-a9a3-8402736e149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:57.553245 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-04059862-0060-488b-843d-b8256a66d101 req-a1445c1c-ff5f-4385-a9a3-8402736e149d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9a0df147ed340628c89af4a9eebaec1&device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 1098 time: 0.0457675 Sep 17 16:27:57.670950 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04059862-0060-488b-843d-b8256a66d101 req-13254ff1-add0-4666-a906-5f42353b4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:57.672205 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:27:57.672627 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-04059862-0060-488b-843d-b8256a66d101 req-13254ff1-add0-4666-a906-5f42353b4fd4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 200 len: 912 time: 0.1056602 Sep 17 16:27:57.687455 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350bf26-3ac5-493c-9722-8f455770d0b9 req-aa10deec-ec2b-40f9-9991-77873d8de483 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:57.688975 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3350bf26-3ac5-493c-9722-8f455770d0b9 req-aa10deec-ec2b-40f9-9991-77873d8de483 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 945 time: 0.0561743 Sep 17 16:27:57.716853 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-04059862-0060-488b-843d-b8256a66d101 req-8fe73db8-37e5-4fae-b30e-e6547a0932d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7da7c003-c825-41c2-b894-68a81644db59 HTTP/1.1" status: 200 len: 217 time: 0.0360811 Sep 17 16:27:57.727776 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [req-3350bf26-3ac5-493c-9722-8f455770d0b9 req-bdfd3f1c-422a-475c-a948-a8a70e19eee2 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321631 Sep 17 16:27:57.772158 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04059862-0060-488b-843d-b8256a66d101 req-7ea7f1c1-54b4-428c-b59c-e97fcaee61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:57.773659 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-04059862-0060-488b-843d-b8256a66d101 req-7ea7f1c1-54b4-428c-b59c-e97fcaee61c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 200 len: 850 time: 0.0492964 Sep 17 16:27:57.819901 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04059862-0060-488b-843d-b8256a66d101 req-81c9d21a-6e15-4985-9a53-dc0a2dc815fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:57.821401 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-04059862-0060-488b-843d-b8256a66d101 req-81c9d21a-6e15-4985-9a53-dc0a2dc815fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401568 Sep 17 16:27:57.872135 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:27:57.898848 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] Checking router: 45f16ca5-e65e-4ecc-9334-63728931f0ab for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:27:57.907794 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:27:57.908410 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:27:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:27:57.912581 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-04059862-0060-488b-843d-b8256a66d101 req-e3c36a8c-e122-456a-8195-7cec4f9252e9 service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836630 Sep 17 16:27:58.006482 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-04059862-0060-488b-843d-b8256a66d101 req-5c900068-1e94-4f8f-907d-a9595a17669d service neutron] 10.222.0.37 "GET /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859129 Sep 17 16:27:58.016662 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:27:58.213148 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:27:58.239010 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b126b063-d801-4ee4-9f81-f8058898e2de None None] The sync data for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi is: [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:18:57Z', 'revision_number': 4, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi', '_interfaces': [{'id': '9904be89-7112-492b-a3e0-7d1866b4aeda', 'name': '', 'network_id': 'dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'mac_address': 'fa:16:3e:a3:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:56Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'subnets': [{'id': '4407bbe9-14b0-47f9-adee-163dd1357077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:27:58.449548 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6c4d30-c4d7-4ddc-b41b-3c9c0a015054 None None] New status for floating IP 62829aae-a4f7-4b37-af71-24f4933cc151: DOWN {{(pid=100593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 16:27:58.842967 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934e836-84c4-44e4-8653-6c58ba412498 req-68b8d5f3-e4d5-4966-9cd3-765b9b2a1f57 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:58.844443 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0934e836-84c4-44e4-8653-6c58ba412498 req-68b8d5f3-e4d5-4966-9cd3-765b9b2a1f57 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 945 time: 0.0474164 Sep 17 16:27:58.882282 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-0934e836-84c4-44e4-8653-6c58ba412498 req-6b36e4ba-5e39-49f9-854e-e7fd15563386 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/security-groups?id=11c2d20f-a3b0-4760-b065-1caffe544d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318954 Sep 17 16:27:59.235762 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-ca25d9ab-1ca3-4b3b-93b4-d30b9ea81532 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 16:27:59.237213 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-ca25d9ab-1ca3-4b3b-93b4-d30b9ea81532 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 945 time: 0.0516436 Sep 17 16:27:59.324081 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-71d4e5da-941b-48e9-a420-94e43d09d0ea tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Deleting port 7da7c003-c825-41c2-b894-68a81644db59 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:27:59.324421 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-71d4e5da-941b-48e9-a420-94e43d09d0ea tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:59.413405 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-71d4e5da-941b-48e9-a420-94e43d09d0ea tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] For port 7da7c003-c825-41c2-b894-68a81644db59, host hv-cinder-73409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73409',level=0,port_id=7da7c003-c825-41c2-b894-68a81644db59,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:27:59.413799 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-71d4e5da-941b-48e9-a420-94e43d09d0ea tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:59.425954 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-71d4e5da-941b-48e9-a420-94e43d09d0ea tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Calling delete_port for 7da7c003-c825-41c2-b894-68a81644db59 owned by compute:nova {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:27:59.550982 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-71d4e5da-941b-48e9-a420-94e43d09d0ea tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:59.582776 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4e5da-941b-48e9-a420-94e43d09d0ea tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event deleted for resources: {'Port': ['ID=7da7c003-c825-41c2-b894-68a81644db59,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:27:59.622895 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-71d4e5da-941b-48e9-a420-94e43d09d0ea tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] No DVR routers for this DVR port 7da7c003-c825-41c2-b894-68a81644db59 on host hv-cinder-73409 {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:27:59.625388 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-71d4e5da-941b-48e9-a420-94e43d09d0ea tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for port, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:27:59.627542 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-ee55eb38-4da8-434a-b901-7d3312a1d6d7 req-71d4e5da-941b-48e9-a420-94e43d09d0ea tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.37 "DELETE /v2.0/ports/7da7c003-c825-41c2-b894-68a81644db59 HTTP/1.1" status: 204 len: 173 time: 0.3841672 Sep 17 16:27:59.627980 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61382698-3edb-4bac-8c02-97765cbef8c4', 'name': 'network-vif-deleted', 'tag': '7da7c003-c825-41c2-b894-68a81644db59'}] {{(pid=100591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 16:27:59.630313 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9edbef42d607e1c1b2cdf1646f8f6755a64f3fd16472c025141fd508361f8d1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2a90b5-f04d-4088-9a48-78b3e0543827" -d '{"events": [{"server_uuid": "61382698-3edb-4bac-8c02-97765cbef8c4", "name": "network-vif-deleted", "tag": "7da7c003-c825-41c2-b894-68a81644db59"}]}' {{(pid=100591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 16:27:59.670451 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776872a9-3433-4342-a63b-3a7fab857c92 x-openstack-request-id: req-776872a9-3433-4342-a63b-3a7fab857c92 {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 16:27:59.670778 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61382698-3edb-4bac-8c02-97765cbef8c4", "name": "network-vif-deleted", "tag": "7da7c003-c825-41c2-b894-68a81644db59", "status": "completed", "code": 200}]} {{(pid=100591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 16:27:59.671095 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-776872a9-3433-4342-a63b-3a7fab857c92 {{(pid=100591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 16:27:59.671528 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61382698-3edb-4bac-8c02-97765cbef8c4', 'name': 'network-vif-deleted', 'tag': '7da7c003-c825-41c2-b894-68a81644db59', 'status': 'completed', 'code': 200} Sep 17 16:27:59.993294 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [req-04670ddb-f140-41e4-8a73-73faf0c6a4d5 req-af437a74-2151-4795-b8e8-e395182feb79 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "GET /v2.0/ports?device_id=61382698-3edb-4bac-8c02-97765cbef8c4 HTTP/1.1" status: 200 len: 210 time: 0.0269825 Sep 17 16:28:01.049827 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42882) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:01.174193 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-0eb428b7-d107-467c-91d7-c8f1a5a998c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Deleting port 3c32bc65-8cd4-40b9-8bc9-d1d3dcc2d91d {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:28:01.174450 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0eb428b7-d107-467c-91d7-c8f1a5a998c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:01.248010 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0eb428b7-d107-467c-91d7-c8f1a5a998c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:01.248338 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0eb428b7-d107-467c-91d7-c8f1a5a998c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:01.259712 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-0eb428b7-d107-467c-91d7-c8f1a5a998c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Calling delete_port for 3c32bc65-8cd4-40b9-8bc9-d1d3dcc2d91d owned by network:floatingip {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:28:01.386723 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0eb428b7-d107-467c-91d7-c8f1a5a998c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:01.409955 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb428b7-d107-467c-91d7-c8f1a5a998c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event deleted for resources: {'Port': ['ID=3c32bc65-8cd4-40b9-8bc9-d1d3dcc2d91d,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:01.474196 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0eb428b7-d107-467c-91d7-c8f1a5a998c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for floatingip, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:01.479774 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0eb428b7-d107-467c-91d7-c8f1a5a998c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19302'] for floatingip, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:01.481053 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-0eb428b7-d107-467c-91d7-c8f1a5a998c9 tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "DELETE /v2.0/floatingips/9b6224b9-af26-4470-a877-c0a68fb95977 HTTP/1.1" status: 204 len: 168 time: 0.4302075 Sep 17 16:28:02.673693 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42894) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:02.731307 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-90513f95-51ad-4108-af21-b416b7ea735e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:02.755804 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-90513f95-51ad-4108-af21-b416b7ea735e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:02.796624 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 7da7c003-c825-41c2-b894-68a81644db59 no longer exists at agent hyperv_hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:28:02.817121 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-e60614be-8861-4409-9827-86f7205908f5 None None] No Port match for: 7da7c003-c825-41c2-b894-68a81644db59 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:28:02.817481 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Device 7da7c003-c825-41c2-b894-68a81644db59 not bound to the agent host hv-cinder-73409 {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:28:02.819589 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-90513f95-51ad-4108-af21-b416b7ea735e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:02.822314 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-90513f95-51ad-4108-af21-b416b7ea735e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:02.823503 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-90513f95-51ad-4108-af21-b416b7ea735e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] 10.222.0.50 "DELETE /v2.0/security-groups/11c2d20f-a3b0-4760-b065-1caffe544d4a HTTP/1.1" status: 204 len: 168 time: 0.1488175 Sep 17 16:28:02.832601 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90513f95-51ad-4108-af21-b416b7ea735e tempest-TestVolumeBootPattern-1916826427 tempest-TestVolumeBootPattern-1916826427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c2d20f-a3b0-4760-b065-1caffe544d4a,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:02.885751 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42898) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:03.364824 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8333830'] for router_interface, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:03.601014 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] Deleting port 9904be89-7112-492b-a3e0-7d1866b4aeda {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:28:03.601358 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:03.676994 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] For port 9904be89-7112-492b-a3e0-7d1866b4aeda, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=9904be89-7112-492b-a3e0-7d1866b4aeda,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:28:03.677661 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:03.689846 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] Calling delete_port for 9904be89-7112-492b-a3e0-7d1866b4aeda owned by network:router_interface {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:28:03.869239 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:03.895455 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] Pushing event deleted for resources: {'Port': ['ID=9904be89-7112-492b-a3e0-7d1866b4aeda,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:04.060721 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8079796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8333750'] for router_interface, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:04.272758 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] Router 45f16ca5-e65e-4ecc-9334-63728931f0ab has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:28:04.381034 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:28:04.386818 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-09c7cf2a-c84c-434b-b499-7e1cb637464d admin admin] 10.222.0.50 "PUT /v2.0/routers/45f16ca5-e65e-4ecc-9334-63728931f0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4979007 Sep 17 16:28:04.389381 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42902) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:04.394544 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] Sync routers for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:28:04.405965 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:28:04.406577 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:27:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:04.502445 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Notify callbacks [] for router, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:04.510011 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: dv-cinder-734093-3-iscsi {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:28:04.606520 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:04.658552 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Deleting port 306d0a59-ee25-47e9-96dd-dc30f96a8caf {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:28:04.658892 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:04.698003 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:28:03Z', 'revision_number': 5, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port': {'id': '306d0a59-ee25-47e9-96dd-dc30f96a8caf', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:55Z', 'updated_at': '2021-09-17T16:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:04.725168 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] Checking router: 45f16ca5-e65e-4ecc-9334-63728931f0ab for host: dv-cinder-734093-3-iscsi {{(pid=100592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:28:04.733670 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] Routers {'45f16ca5-e65e-4ecc-9334-63728931f0ab'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:28:04.734281 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:27:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['45f16ca5-e65e-4ecc-9334-63728931f0ab'], 'active': True} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:04.739418 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] For port 306d0a59-ee25-47e9-96dd-dc30f96a8caf, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=306d0a59-ee25-47e9-96dd-dc30f96a8caf,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:28:04.739937 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:04.751270 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Calling delete_port for 306d0a59-ee25-47e9-96dd-dc30f96a8caf owned by network:router_gateway {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:28:04.818618 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvr_db [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] Set router 45f16ca5-e65e-4ecc-9334-63728931f0ab gateway port host: None {{(pid=100592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:28:04.874556 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_hamode_db [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:28:04Z', 'revision_number': 6, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port_host': None}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:04.905619 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35ce3c-c19d-4241-bae9-c7c12bf6ac26 None None] The sync data for ids ['45f16ca5-e65e-4ecc-9334-63728931f0ab'] in dv-cinder-734093-3-iscsi is: [{'id': '45f16ca5-e65e-4ecc-9334-63728931f0ab', 'name': 'tempest-TestVolumeBootPattern-302481844-router', 'tenant_id': 'f9a0df147ed340628c89af4a9eebaec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:54Z', 'updated_at': '2021-09-17T16:28:04Z', 'revision_number': 6, 'project_id': 'f9a0df147ed340628c89af4a9eebaec1', 'gw_port_host': None}] {{(pid=100592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:28:04.917699 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:04.944380 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Pushing event deleted for resources: {'Port': ['ID=306d0a59-ee25-47e9-96dd-dc30f96a8caf,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:05.006894 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8333680'] for router_gateway, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.095152 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.097238 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.139824 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334810'] for router, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.140364 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f16ca5-e65e-4ecc-9334-63728931f0ab {{(pid=100590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:28:05.144612 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] Notify callbacks [] for router, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.145795 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-7a05145e-d41a-4e83-8f80-70c85ab81996 admin admin] 10.222.0.50 "DELETE /v2.0/routers/45f16ca5-e65e-4ecc-9334-63728931f0ab HTTP/1.1" status: 204 len: 168 time: 0.7542963 Sep 17 16:28:05.148450 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42904) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:05.191809 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_v2 [None req-87679cf5-55bd-4b78-b378-ed22f6727cd9 admin admin] Deleting subnet 4407bbe9-14b0-47f9-adee-163dd1357077 {{(pid=100591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:28:05.194674 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87679cf5-55bd-4b78-b378-ed22f6727cd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.232986 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87679cf5-55bd-4b78-b378-ed22f6727cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16506977'] for subnet, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.314744 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87679cf5-55bd-4b78-b378-ed22f6727cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.367933 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87679cf5-55bd-4b78-b378-ed22f6727cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4257464'] for subnet, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.394541 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87679cf5-55bd-4b78-b378-ed22f6727cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4407bbe9-14b0-47f9-adee-163dd1357077,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:05.396494 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87679cf5-55bd-4b78-b378-ed22f6727cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.398333 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-87679cf5-55bd-4b78-b378-ed22f6727cd9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4407bbe9-14b0-47f9-adee-163dd1357077 HTTP/1.1" status: 204 len: 168 time: 0.2489319 Sep 17 16:28:05.400889 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42906) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:05.403359 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a03b3ae-6595-4e55-bfa8-43da513ab356 None None] Network dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:28:05.471676 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.525000 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Deleting port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:28:05.525344 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.592183 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] For port 9fd27d57-1ba8-453c-ae53-42fee8f85be9, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=9fd27d57-1ba8-453c-ae53-42fee8f85be9,segment=NetworkSegment(050ff156-0bfe-4257-b13d-f4a42e9b0ab1),segment_id=050ff156-0bfe-4257-b13d-f4a42e9b0ab1)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:28:05.592485 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.604772 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Calling delete_port for 9fd27d57-1ba8-453c-ae53-42fee8f85be9 owned by network:dhcp {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:28:05.649946 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] DHCP port deletion for dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 request from dv-cinder-734093-3-iscsi {{(pid=100592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:28:05.687174 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.696345 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Deleting port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 {{(pid=100592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:28:05.696726 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.711240 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd27d57-1ba8-453c-ae53-42fee8f85be9,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:05.717502 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] No DVR routers for this DVR port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 on host dv-cinder-734093-3-iscsi {{(pid=100591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:28:05.763822 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] For port 9fd27d57-1ba8-453c-ae53-42fee8f85be9, host dv-cinder-734093-3-iscsi, got binding levels [] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:28:05.764324 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.777133 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Calling delete_port for 9fd27d57-1ba8-453c-ae53-42fee8f85be9 owned by network:dhcp {{(pid=100592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:28:05.779814 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.ipam_backend_mixin [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 was not found and therefore no delete operation was performed {{(pid=100592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 16:28:05.781109 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723'] for port, after_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.794304 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.809903 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Pushing event deleted for resources: {'Port': ['ID=9fd27d57-1ba8-453c-ae53-42fee8f85be9,revision_number=None']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:05.814589 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68']}} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:05.817387 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] No DVR routers for this DVR port 9fd27d57-1ba8-453c-ae53-42fee8f85be9 on host dv-cinder-734093-3-iscsi {{(pid=100592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:28:05.819846 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.820203 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.820553 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.820897 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.821579 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.821579 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.822012 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.822353 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.822691 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.823023 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.823409 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.824031 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d770dc-d100-47d0-b0b2-3cbfe45808fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734093-3-iscsi {{(pid=100592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 16:28:05.825636 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050ff156-0bfe-4257-b13d-f4a42e9b0ab1') {'for_net_delete': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:05.826358 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.services.segments.db [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050ff156-0bfe-4257-b13d-f4a42e9b0ab1') {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:05.837405 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16506986'] for segment, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.851562 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.857789 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:28:05.858250 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16510347'] for segment, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: Traceback (most recent call last): Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: timer() Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: cb(*args, **kw) Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: return func(*args, **kwargs) Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: self._notify() Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: self.callback(batched_events) Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: event.method(event) Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: return f(self, *a, **k) Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._get(url).json() Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: return self.request(url, 'GET', **kwargs) Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:28:05.859900 dv-cinder-734093-3-iscsi neutron-server[100591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:28:05.930484 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.935817 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:05.937759 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68 HTTP/1.1" status: 204 len: 168 time: 0.5358653 Sep 17 16:28:05.940663 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42908) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:05.952108 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b1ae5-2886-41e1-96ea-ab25075aeae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dffe8b39-f3d1-4f58-9ddc-cd4cc92ead68,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:06.512987 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8333830'] for router_interface, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:06.599293 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 9904be89-7112-492b-a3e0-7d1866b4aeda no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:28:06.620810 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 9904be89-7112-492b-a3e0-7d1866b4aeda {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:28:06.621161 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 9904be89-7112-492b-a3e0-7d1866b4aeda not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:28:06.621616 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 306d0a59-ee25-47e9-96dd-dc30f96a8caf no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:28:06.640104 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 306d0a59-ee25-47e9-96dd-dc30f96a8caf {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:28:06.640454 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 306d0a59-ee25-47e9-96dd-dc30f96a8caf not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:28:06.640873 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 9fd27d57-1ba8-453c-ae53-42fee8f85be9 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:28:06.660077 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 9fd27d57-1ba8-453c-ae53-42fee8f85be9 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:28:06.660432 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 9fd27d57-1ba8-453c-ae53-42fee8f85be9 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:28:06.756707 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] Deleting port ce8d628a-ab47-45e0-866c-1847bf07bf08 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:28:06.757050 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:06.835190 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] For port ce8d628a-ab47-45e0-866c-1847bf07bf08, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=ce8d628a-ab47-45e0-866c-1847bf07bf08,segment=NetworkSegment(c068d4e7-7635-463b-b6a7-f9f31307535f),segment_id=c068d4e7-7635-463b-b6a7-f9f31307535f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:28:06.835500 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:06.848030 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] Calling delete_port for ce8d628a-ab47-45e0-866c-1847bf07bf08 owned by network:router_interface {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:28:07.029592 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:07.054276 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8d628a-ab47-45e0-866c-1847bf07bf08,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:07.219274 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8079796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8333750'] for router_interface, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:07.431123 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] Router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 has already been hosted by L3 agent 328f6824-1025-4733-b24f-04b6db32291a {{(pid=100590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 16:28:07.539294 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] Notify agent at l3_agent.dv-cinder-734093-3-iscsi the message routers_updated {{(pid=100590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 16:28:07.544377 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-581bedf4-1050-4927-beea-b292e6e24e5e admin admin] 10.222.0.50 "PUT /v2.0/routers/c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6025357 Sep 17 16:28:07.547085 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42910) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:07.548029 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] Sync routers for ids ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'] in dv-cinder-734093-3-iscsi {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 16:28:07.557012 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] Routers {'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:28:07.558309 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:27:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:07.663611 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] Set router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:28:07.850009 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'name': 'tempest-TestVolumeBootPattern-114571144-router', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:28:06Z', 'revision_number': 5, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'gw_port': {'id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:07.877758 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] Checking router: c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 for host: dv-cinder-734093-3-iscsi {{(pid=100593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 16:28:07.890766 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] Routers {'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'} bound to L3 agent in host dv-cinder-734093-3-iscsi {{(pid=100593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 16:28:07.891393 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-734093-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T15:36:12Z,description=,heartbeat_timestamp=2021-09-17T16:27:42Z,host='dv-cinder-734093-3-iscsi',id=328f6824-1025-4733-b24f-04b6db32291a,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T15:36:12Z,topic='l3_agent')) {'router_ids': ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'], 'active': True} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:07.900893 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Notify callbacks [] for router, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.004637 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.061108 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Deleting port b2f2328b-fa77-41d2-9ad8-69a55c509e23 {{(pid=100591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:28:08.061458 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.085793 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_dvr_db [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] Set router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 gateway port host: dv-cinder-734093-3-iscsi {{(pid=100593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 16:28:08.139062 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] For port b2f2328b-fa77-41d2-9ad8-69a55c509e23, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=b2f2328b-fa77-41d2-9ad8-69a55c509e23,segment=NetworkSegment(23154b2c-a57d-4706-912a-406f3d01672d),segment_id=23154b2c-a57d-4706-912a-406f3d01672d)] {{(pid=100591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:28:08.139371 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.151733 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.plugin [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Calling delete_port for b2f2328b-fa77-41d2-9ad8-69a55c509e23 owned by network:router_gateway {{(pid=100591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:28:08.264422 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.l3_hamode_db [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'name': 'tempest-TestVolumeBootPattern-114571144-router', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:28:06Z', 'revision_number': 5, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'gw_port': {'id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}], 'dv-cinder-734093-3-iscsi', False) {} {{(pid=100593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:08.296326 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b16bf-3476-4afe-93e4-ab02c9d8d991 None None] The sync data for ids ['c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5'] in dv-cinder-734093-3-iscsi is: [{'id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'name': 'tempest-TestVolumeBootPattern-114571144-router', 'tenant_id': 'af1cd70246c3455488d2233186a5955c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'external_fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:28:06Z', 'revision_number': 5, 'project_id': 'af1cd70246c3455488d2233186a5955c', 'gw_port': {'id': 'b2f2328b-fa77-41d2-9ad8-69a55c509e23', 'name': '', 'network_id': 'cfc9e63a-f126-460d-a39a-340e6a463e78', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '102a639b-af9f-482e-bf60-48318a721ed4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734093-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T16:18:59Z', 'updated_at': '2021-09-17T16:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '102a639b-af9f-482e-bf60-48318a721ed4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734093-3-iscsi'}] {{(pid=100593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 16:28:08.317311 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16507002'] for port, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.347324 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f2328b-fa77-41d2-9ad8-69a55c509e23,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:08.406372 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8333680'] for router_gateway, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.496431 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8334625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1520'] for router, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.498619 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.540454 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8334810'] for router, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.540684 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 {{(pid=100591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 16:28:08.546389 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] Notify callbacks [] for router, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.547675 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-2d01d88f-e523-4dd8-bf3a-75df9467455a admin admin] 10.222.0.50 "DELETE /v2.0/routers/c6ac0a75-fd16-4902-98e3-4fa7fe2bcab5 HTTP/1.1" status: 204 len: 168 time: 0.9996068 Sep 17 16:28:08.550179 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42912) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:08.596536 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5daf996f-e155-4713-b849-a1f23ddd3942 admin admin] Deleting subnet e3355c3c-c987-4a10-82f5-2de748458555 {{(pid=100591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 16:28:08.599381 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5daf996f-e155-4713-b849-a1f23ddd3942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.638216 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5daf996f-e155-4713-b849-a1f23ddd3942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16506977'] for subnet, precommit_delete_associations {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.727027 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5daf996f-e155-4713-b849-a1f23ddd3942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-566852'] for subnet, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.764162 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device ce8d628a-ab47-45e0-866c-1847bf07bf08 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:28:08.785138 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: ce8d628a-ab47-45e0-866c-1847bf07bf08 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:28:08.785663 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device ce8d628a-ab47-45e0-866c-1847bf07bf08 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:28:08.787744 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5daf996f-e155-4713-b849-a1f23ddd3942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-566867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16506965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4257464'] for subnet, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.814251 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf996f-e155-4713-b849-a1f23ddd3942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3355c3c-c987-4a10-82f5-2de748458555,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:08.817896 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5daf996f-e155-4713-b849-a1f23ddd3942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.821954 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-5daf996f-e155-4713-b849-a1f23ddd3942 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e3355c3c-c987-4a10-82f5-2de748458555 HTTP/1.1" status: 204 len: 168 time: 0.2706845 Sep 17 16:28:08.822329 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42914) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:08.824868 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c177b81-5dfb-4dff-a790-a8bbab57f548 None None] Network 67c57c01-b624-466e-b819-4ec0fde18375 requested from dv-cinder-734093-3-iscsi {{(pid=100592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 16:28:08.899414 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041077'] for network, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:08.953987 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Deleting port 17ac6069-79d4-45aa-875d-4ac5df5ff729 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:28:08.954329 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.018604 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a41926-880e-41ed-a781-a3c48c579c02 None None] DHCP port deletion for 67c57c01-b624-466e-b819-4ec0fde18375 request from dv-cinder-734093-3-iscsi {{(pid=100592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 16:28:09.023761 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] For port 17ac6069-79d4-45aa-875d-4ac5df5ff729, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=17ac6069-79d4-45aa-875d-4ac5df5ff729,segment=NetworkSegment(c068d4e7-7635-463b-b6a7-f9f31307535f),segment_id=c068d4e7-7635-463b-b6a7-f9f31307535f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:28:09.024153 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.036931 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Calling delete_port for 17ac6069-79d4-45aa-875d-4ac5df5ff729 owned by network:dhcp {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:28:09.065100 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-74a41926-880e-41ed-a781-a3c48c579c02 None None] Deleting port 17ac6069-79d4-45aa-875d-4ac5df5ff729 {{(pid=100592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 16:28:09.065480 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-74a41926-880e-41ed-a781-a3c48c579c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763826398769'] for port, before_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.121341 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16344367'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.134352 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.db [None req-74a41926-880e-41ed-a781-a3c48c579c02 None None] For port 17ac6069-79d4-45aa-875d-4ac5df5ff729, host dv-cinder-734093-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734093-3-iscsi',level=0,port_id=17ac6069-79d4-45aa-875d-4ac5df5ff729,segment=NetworkSegment(c068d4e7-7635-463b-b6a7-f9f31307535f),segment_id=c068d4e7-7635-463b-b6a7-f9f31307535f)] {{(pid=100592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 16:28:09.134784 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-74a41926-880e-41ed-a781-a3c48c579c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336462'] for port, precommit_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.149127 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ac6069-79d4-45aa-875d-4ac5df5ff729,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:09.149383 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-74a41926-880e-41ed-a781-a3c48c579c02 None None] Calling delete_port for 17ac6069-79d4-45aa-875d-4ac5df5ff729 owned by network:dhcp {{(pid=100592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 16:28:09.151031 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] No DVR routers for this DVR port 17ac6069-79d4-45aa-875d-4ac5df5ff729 on host dv-cinder-734093-3-iscsi {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:28:09.218488 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-965a0fcb-4365-405d-acfa-4ac50776669b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.228399 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568515', 'neutron.services.segments.db._delete_segments_for_network-8763826624157'] for network, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.245485 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-74a41926-880e-41ed-a781-a3c48c579c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763826405367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763826080723'] for port, after_delete {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.248803 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c57c01-b624-466e-b819-4ec0fde18375']}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:09.258890 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c068d4e7-7635-463b-b6a7-f9f31307535f') {'for_net_delete': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:09.259192 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.services.segments.db [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c068d4e7-7635-463b-b6a7-f9f31307535f') {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 16:28:09.269365 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763826624678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5451862'] for segment, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.275092 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a41926-880e-41ed-a781-a3c48c579c02 None None] Pushing event deleted for resources: {'Port': ['ID=17ac6069-79d4-45aa-875d-4ac5df5ff729,revision_number=None']} {{(pid=100592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:09.277703 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a41926-880e-41ed-a781-a3c48c579c02 None None] No DVR routers for this DVR port 17ac6069-79d4-45aa-875d-4ac5df5ff729 on host dv-cinder-734093-3-iscsi {{(pid=100592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 16:28:09.287977 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969'] for segment, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.294248 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 16:28:09.294629 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-565969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16345310'] for segment, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: Traceback (most recent call last): Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: timer() Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: cb(*args, **kw) Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: return func(*args, **kwargs) Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: self._notify() Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: self.callback(batched_events) Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: event.method(event) Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: return f(self, *a, **k) Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._get(url).json() Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: return self.request(url, 'GET', **kwargs) Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 16:28:09.296336 dv-cinder-734093-3-iscsi neutron-server[100590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 16:28:09.350863 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7952384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8080455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8333588'] for network, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.357386 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8080469'] for network, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.359221 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] 10.222.0.50 "DELETE /v2.0/networks/67c57c01-b624-466e-b819-4ec0fde18375 HTTP/1.1" status: 204 len: 168 time: 0.5358126 Sep 17 16:28:09.370315 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc566a2-962b-440e-9c04-62fbe5d7af12 admin admin] Pushing event deleted for resources: {'Network': ['ID=67c57c01-b624-466e-b819-4ec0fde18375,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:09.474865 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42918) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:09.519350 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-958bb1d2-5869-4870-b263-675c400df10b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9a0df147ed340628c89af4a9eebaec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433288 Sep 17 16:28:09.521879 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.wsgi [-] (100590) accepted ('10.222.0.50', 42920) {{(pid=100590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:09.569179 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d3edaba6-1db3-4348-b949-1151e4fd4489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.590370 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d3edaba6-1db3-4348-b949-1151e4fd4489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.638290 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d3edaba6-1db3-4348-b949-1151e4fd4489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.640812 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d3edaba6-1db3-4348-b949-1151e4fd4489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:09.642024 dv-cinder-734093-3-iscsi neutron-server[100590]: INFO neutron.wsgi [None req-d3edaba6-1db3-4348-b949-1151e4fd4489 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6dea71d-e895-4aba-8b73-02bb3ae5f859 HTTP/1.1" status: 204 len: 168 time: 0.1192367 Sep 17 16:28:09.651572 dv-cinder-734093-3-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edaba6-1db3-4348-b949-1151e4fd4489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dea71d-e895-4aba-8b73-02bb3ae5f859,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:09.947889 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42926) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:09.987486 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-57665f00-ce57-4681-9114-4680d4c77634 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af1cd70246c3455488d2233186a5955c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381095 Sep 17 16:28:09.989913 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.wsgi [-] (100591) accepted ('10.222.0.50', 42928) {{(pid=100591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 16:28:10.035430 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-00cb2f54-2bb2-44e1-af79-1d12554ef013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:10.055698 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-00cb2f54-2bb2-44e1-af79-1d12554ef013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:10.101836 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-00cb2f54-2bb2-44e1-af79-1d12554ef013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040110'] for security_group, after_delete {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:10.105339 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-00cb2f54-2bb2-44e1-af79-1d12554ef013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:10.106580 dv-cinder-734093-3-iscsi neutron-server[100591]: INFO neutron.wsgi [None req-00cb2f54-2bb2-44e1-af79-1d12554ef013 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0e7a070-57ea-4c04-b3ab-956c6ddf2b89 HTTP/1.1" status: 204 len: 168 time: 0.1157966 Sep 17 16:28:10.114730 dv-cinder-734093-3-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb2f54-2bb2-44e1-af79-1d12554ef013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e7a070-57ea-4c04-b3ab-956c6ddf2b89,revision_number=None']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 16:28:10.596058 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 17ac6069-79d4-45aa-875d-4ac5df5ff729 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:28:10.616925 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: 17ac6069-79d4-45aa-875d-4ac5df5ff729 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:28:10.617275 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device 17ac6069-79d4-45aa-875d-4ac5df5ff729 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:28:10.617734 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b2f2328b-fa77-41d2-9ad8-69a55c509e23 no longer exists at agent ovs-agent-dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 16:28:10.636396 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] No Port match for: b2f2328b-fa77-41d2-9ad8-69a55c509e23 {{(pid=100592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 16:28:10.636744 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron.plugins.ml2.rpc [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Device b2f2328b-fa77-41d2-9ad8-69a55c509e23 not bound to the agent host dv-cinder-734093-3-iscsi {{(pid=100592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 16:28:11.832123 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-b7b26d7d-ca37-4235-babe-94ae88c54e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:12.187683 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:13.458411 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:14.869627 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:15.757965 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:20.377965 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:28:39.179947 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-5365faef-ee5e-4a01-a01b-759d00f258fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:41.824116 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-070834d0-1ea0-496a-86c2-ffced956966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:42.187940 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:43.460568 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:44.872226 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:45.760027 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:28:57.377773 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:29:09.180518 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-023aebc8-e55a-496e-bd4f-7de024c7c83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:11.823797 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-568772d4-aaa1-4da1-b27b-061b7632a872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:12.188492 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:13.461392 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:14.875520 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:15.758531 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:34.377810 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:29:39.181430 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-f8632d28-207d-479f-97c6-0e33bcd810a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:41.823986 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-650e6caf-0e4e-4b73-a1e1-c06175cd7ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:42.189854 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:43.465051 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:44.878149 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:29:45.757615 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:09.182541 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2459344c-7a2d-4df8-9155-7bf47e286bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:11.377462 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:30:11.824482 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-cf647812-d671-4fc7-b972-fc4c21c0a972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:12.191613 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:13.468285 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:14.880444 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:15.756412 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:39.183544 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-345405bb-ddca-47c1-b87a-91fa0268e2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:41.824932 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-db6dbd8c-cc00-4e2c-a477-0d853cb3ba58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:42.192065 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:43.470522 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:44.883129 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:45.755338 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:30:48.377983 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:31:09.184412 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-ea6ab4b4-a638-4909-8fe0-1a9a32913e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:11.829759 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-70d71c01-5a78-4728-b88d-fb4507b54ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:12.194093 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:13.472155 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:14.886994 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:15.762560 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:25.378797 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:31:39.184632 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-1dc70aa1-d7c8-463f-8447-d9fc41c51e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:41.830693 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a9b9bbeb-eb17-4a17-a030-227311b5eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:42.195764 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:43.474999 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:44.893210 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:31:45.753048 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:02.377984 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:32:09.184539 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-a4c3e3d9-f926-4426-ba04-ef69b22e6f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:11.830887 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-c1fe22a8-e91b-4b64-a467-686e60474ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:12.194927 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:13.479983 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:14.892972 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:15.756373 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:39.186749 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-2d92b4e8-6395-45a9-924d-7507c0b2259a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:39.378788 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:32:41.830224 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-469f1a5e-e578-465a-b42c-727e55ae202d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:42.194643 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:43.483531 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:44.897039 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:32:45.751194 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:33:09.186874 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-376f9c05-1fe8-4eda-b583-3283dee7f1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:33:11.831045 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-9dc2c8e3-a32e-4ea1-863b-90e62815284a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:33:12.194828 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:33:13.485545 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-d4db164b-72b3-4e1f-b736-4065d2894b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:33:14.899543 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-efcfba29-81ce-4111-a97d-4446716e5ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:33:15.756978 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-e60614be-8861-4409-9827-86f7205908f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:33:16.378960 dv-cinder-734093-3-iscsi neutron-server[100593]: DEBUG neutron.db.agents_db [None req-69786c53-82fd-421d-b6f5-86bad8fdc129 None None] Agent healthcheck: found 6 active agents {{(pid=100593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 16:33:39.188090 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-80a93d20-2500-4430-835f-ffe5911d51db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:33:41.831454 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-3d54e200-0ac6-45fc-a2f9-0e0934792c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 16:33:42.196349 dv-cinder-734093-3-iscsi neutron-server[100592]: DEBUG neutron_lib.callbacks.manager [None req-4e2ebce3-32b3-451b-877a-f7b702bd16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763826624139', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561603'] for agent, after_update {{(pid=100592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}